-- Logs begin at Fri 2021-10-29 00:32:17 UTC, end at Fri 2021-10-29 01:45:09 UTC. -- Oct 29 01:21:10.329380 dv-cinder-815582-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Oct 29 01:21:13.076372 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.common.config [-] Logging enabled! Oct 29 01:21:13.077097 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev122 Oct 29 01:21:13.077189 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101826) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 29 01:21:13.080341 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.common.config [-] Logging enabled! Oct 29 01:21:13.080595 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev122 Oct 29 01:21:13.080907 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101826) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 29 01:21:13.081856 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 01:21:13.082094 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 01:21:13.082460 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 01:21:13.082714 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 01:21:13.082941 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 01:21:13.083262 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.083560 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.083857 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.084087 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.084384 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.084674 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.084960 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.085252 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.085551 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.085865 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.086150 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.086437 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.086671 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.086957 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.087248 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.087534 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.087760 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] debug = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.088043 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.088485 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.088902 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.089187 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.089477 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.089759 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.090057 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.090336 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.090622 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.090963 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] host = dv-cinder-815582-5-smb {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.091242 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.091531 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.091820 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.092644 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.092916 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.093201 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.093487 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.093760 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.094055 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] log_file = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.094338 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.094625 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.094912 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.095202 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.095426 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.095649 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.095938 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.096227 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.096503 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.096776 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.097051 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.097326 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.097602 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.097898 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.098186 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.098472 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.098758 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.099034 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.099311 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.099585 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.099858 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.100140 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.100415 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.100687 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.100963 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.101249 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.101522 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.101819 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.102126 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.102415 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.102698 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.102988 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.103264 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.103545 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.103818 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.104095 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.104363 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] use_json = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.104636 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.104905 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.105190 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.105464 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.105736 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.106034 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.106307 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.106590 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:13.106888 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.107186 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.107486 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.108371 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.108676 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.108958 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.109248 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.109526 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.109835 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.110127 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.110415 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.110694 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.110985 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.111263 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.111556 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.111861 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.112155 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.112446 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.112737 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.112992 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.113267 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.113543 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.113858 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.114139 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.114424 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.114711 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.115247 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.115537 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.115829 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.116119 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.116393 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.116674 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.116966 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.117247 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.117517 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.117816 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.118113 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.118396 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.118672 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.118956 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.119234 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.119506 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.119778 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.120057 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.120346 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.120621 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.120892 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.121162 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.121439 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.121711 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.122030 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.122310 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.122580 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.122851 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.123151 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.123427 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.123702 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.123979 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.124252 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.124527 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.124801 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.125068 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.125339 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.125610 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.125911 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.126188 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.126463 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.126742 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.127016 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.127300 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.127562 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.127834 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.128107 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.128391 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.128690 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.128970 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.129246 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.129522 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.129817 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.130101 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.130380 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.130656 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.130936 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.131206 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.131496 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.131779 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.132067 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.132350 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.132629 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.132958 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.133243 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.133525 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.133832 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.134103 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.134386 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.134671 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.134966 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.135253 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.135554 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.135847 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.136133 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.136412 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.136721 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.137001 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:13.137219 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 01:21:13.137463 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101826) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 29 01:21:13.581361 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 29 01:21:13.581632 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 29 01:21:13.581942 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 29 01:21:13.582273 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 29 01:21:13.899999 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:13.900292 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:13.900563 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:13.901745 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:13.902050 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:13.902314 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:13.936319 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:13.936593 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:13.936860 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:13.952487 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:13.952756 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:13.953020 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:13.982436 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:13.983314 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:13.983583 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.020209 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.020486 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.020753 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.256232 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.256812 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.256812 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.256971 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.257611 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.387210 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.387533 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.387812 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.388082 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.388347 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.388659 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.388951 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.389208 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.389460 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.389741 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.390028 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.390293 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.390549 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.390801 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.391056 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.391323 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.391581 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.391848 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.392122 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.392468 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.392802 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.393064 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.393348 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.393721 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.393996 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.394245 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.394644 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 01:21:14.394889 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 01:21:14.395125 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 01:21:14.395358 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 01:21:14.395590 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 01:21:14.395821 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 01:21:14.396177 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 29 01:21:14.399428 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 29 01:21:14.403410 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 29 01:21:14.407820 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Oct 29 01:21:14.409440 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 29 01:21:14.409933 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 29 01:21:14.410267 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 29 01:21:14.410645 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 29 01:21:14.413464 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 29 01:21:14.413714 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 29 01:21:14.414082 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 29 01:21:14.419338 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 29 01:21:14.442121 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 29 01:21:14.442561 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.442856 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101826) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 29 01:21:14.443217 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.444582 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101826) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 29 01:21:14.444862 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 29 01:21:14.445106 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 29 01:21:14.448313 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.448597 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:14.511918 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 29 01:21:14.512070 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 29 01:21:14.512306 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 29 01:21:14.512677 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 29 01:21:14.533439 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_db.sqlalchemy.engines [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101826) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 29 01:21:15.291945 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Initializing driver for type 'gre' Oct 29 01:21:15.292494 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] gre ID ranges: [(1, 1000)] Oct 29 01:21:15.537610 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Initializing driver for type 'local' Oct 29 01:21:15.537882 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Initializing driver for type 'vlan' Oct 29 01:21:15.651691 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] VlanTypeDriver initialization complete Oct 29 01:21:15.652021 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Initializing driver for type 'vxlan' Oct 29 01:21:15.652530 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] vxlan ID ranges: [(1, 1000)] Oct 29 01:21:15.827731 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Initializing extension driver 'port_security' Oct 29 01:21:15.827983 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.extensions.port_security [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] PortSecurityExtensionDriver initialization complete Oct 29 01:21:15.828311 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Initializing mechanism driver 'openvswitch' Oct 29 01:21:15.828626 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Initializing mechanism driver 'hyperv' Oct 29 01:21:15.835419 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.plugins.ml2.plugin [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:21:15.836269 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > port after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.836636 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > port after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.836989 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > port after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.837511 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 01:21:15.837976 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.838326 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.838665 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.839068 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 01:21:15.839479 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > network after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.844441 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > network after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.844441 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > network after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.844441 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 01:21:15.844441 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > security_group after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.844441 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > security_group after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.845002 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.845002 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 01:21:15.845002 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.845002 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.845002 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.845389 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 01:21:15.845389 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > address_group after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.845389 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > address_group after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.845389 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.845682 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 01:21:15.845885 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] ML2 OVO RPC backend initialized. {{(pid=101826) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 29 01:21:15.846591 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.846941 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.847357 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > network before_response 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.847706 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > networks before_response 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.848049 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > port before_response 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.848385 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > ports before_response 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.848723 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > subnet before_response 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.849062 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > subnets before_response 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.849398 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > network after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.849732 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > network after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.850084 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > network after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.850433 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > port after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.850765 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > port after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.851094 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > port after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.851436 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.851771 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.852101 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.852702 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.plugin [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Modular L2 Plugin initialization complete Oct 29 01:21:15.853027 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading services supported by the core plugin {{(pid=101826) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 29 01:21:15.853347 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.plugins.ml2.managers [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Got port-security extension from driver 'port_security' Oct 29 01:21:15.853847 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.extensions.vlantransparent [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Disabled vlantransparent extension. Oct 29 01:21:15.854326 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101826) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 29 01:21:15.854660 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading Plugin: router Oct 29 01:21:15.891116 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.891505 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router after_create 55549900 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.891868 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router before_create 55549900 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.892224 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.892596 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.892946 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router after_delete 55549900 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.893298 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.893805 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.894163 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router after_create 55549900 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.894509 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router after_update 55549900 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.894857 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router after_update 55549900 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.895203 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.895555 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router after_update 55549900 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.895960 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.896321 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: port after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.896654 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: port after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.896987 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: subnet after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.897317 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.897659 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.898034 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.898373 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: port before_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.898709 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router precommit_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.899057 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router after_update 55549900 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.899391 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.899732 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.900084 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.900420 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.900802 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > agent after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.901148 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > agent after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.901490 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > network after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.902368 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Tracking information for resource: router configured {{(pid=101826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 01:21:15.902693 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Tracking information for resource: floatingip configured {{(pid=101826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 01:21:15.908120 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.db.l3_agentschedulers_db [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 29 01:21:15.908688 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: port after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.909042 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: port after_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.909393 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: port after_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.909739 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: port after_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.910535 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router before_create 55550100 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.910893 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.911247 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router precommit_create 55550100 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.911595 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > router precommit_update 55550100 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.916411 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.services.provider_configuration [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Service providers = [] {{(pid=101826) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 29 01:21:15.916775 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.db.servicetype_db [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101826) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 29 01:21:15.919742 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.services.service_base [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 01:21:15.920799 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.services.service_base [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 01:21:15.921136 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.services.service_base [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 01:21:15.922053 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.services.service_base [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 01:21:15.922424 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.services.service_base [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 29 01:21:15.922790 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 01:21:15.923102 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 29 01:21:15.935191 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 01:21:15.935553 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading Plugin: auto_allocate Oct 29 01:21:15.941399 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: network precommit_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.941762 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: network precommit_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.942305 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 01:21:15.942618 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading Plugin: tag Oct 29 01:21:15.949331 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 01:21:15.949659 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading Plugin: timestamp Oct 29 01:21:15.953574 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 01:21:15.953931 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading Plugin: network_ip_availability Oct 29 01:21:15.959385 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.959761 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.960112 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:15.960810 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 01:21:15.961125 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading Plugin: flavors Oct 29 01:21:15.966129 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 01:21:15.966486 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading Plugin: revisions Oct 29 01:21:15.971334 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 01:21:15.971720 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_concurrency.lockutils [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.390s {{(pid=101826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 29 01:21:15.972454 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101826) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 29 01:21:15.972791 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Initializing extension manager. Oct 29 01:21:15.973296 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: __init__.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.973650 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: __pycache__ {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.974016 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.974330 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: address_group.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.975078 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:15.975629 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: address-group Oct 29 01:21:15.975947 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: address_scope.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.976655 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:15.977153 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: address-scope Oct 29 01:21:15.977503 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.978453 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:15.978956 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: router-admin-state-down-before-update Oct 29 01:21:15.979274 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: agent.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.979972 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:15.980472 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: agent Oct 29 01:21:15.980788 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: agent_resources_synced.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.981718 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:15.982248 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: agent-resources-synced Oct 29 01:21:15.982717 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: allowedaddresspairs.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.984496 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:15.985010 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: allowed-address-pairs Oct 29 01:21:15.985332 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: auto_allocated_topology.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.986435 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:15.986946 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: auto-allocated-topology Oct 29 01:21:15.987268 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: availability_zone.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.987960 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:15.988461 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: availability_zone Oct 29 01:21:15.988779 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: availability_zone_filter.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.990002 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:15.990512 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: availability_zone_filter Oct 29 01:21:15.990829 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: data_plane_status.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.991730 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:15.992229 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension data-plane-status not supported by any of loaded plugins Oct 29 01:21:15.992550 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: default_subnetpools.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.993454 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:15.993998 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: default-subnetpools Oct 29 01:21:15.994318 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.995122 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:15.995622 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: dhcp_agent_scheduler Oct 29 01:21:15.995942 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: dns.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.996854 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:15.997348 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension dns-integration not supported by any of loaded plugins Oct 29 01:21:15.997663 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: dns_domain_ports.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:15.999282 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:15.999781 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 29 01:21:16.000099 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.001015 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.001513 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 29 01:21:16.001853 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: dvr.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.002544 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.003048 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: dvr Oct 29 01:21:16.003370 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: ecmp_routes.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.004283 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.004774 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 29 01:21:16.005090 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: empty_string_filtering.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.006024 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.006526 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: empty-string-filtering Oct 29 01:21:16.006840 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.007756 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.008247 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 29 01:21:16.008561 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.009465 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.009991 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 29 01:21:16.010309 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: external_net.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.011239 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.011763 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: external-net Oct 29 01:21:16.012076 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.012983 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.013480 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: extra_dhcp_opt Oct 29 01:21:16.014375 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: extraroute.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.015426 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.015787 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: extraroute Oct 29 01:21:16.016099 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: extraroute_atomic.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.017139 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.017636 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: extraroute-atomic Oct 29 01:21:16.017985 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: filter_validation.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.018845 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.019370 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: filter-validation Oct 29 01:21:16.019687 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: fip_pf_description.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.020587 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.021082 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 29 01:21:16.021395 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: fip_port_details.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.022329 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.022832 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: fip-port-details Oct 29 01:21:16.023149 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: flavors.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.024390 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.024900 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: flavors Oct 29 01:21:16.025219 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.026924 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.027442 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 29 01:21:16.027788 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: floatingip_pools.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.028484 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.028988 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: floatingip-pools Oct 29 01:21:16.029377 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: ip_allocation.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.030499 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.030998 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension ip_allocation not supported by any of loaded plugins Oct 29 01:21:16.031317 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.032231 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.032735 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: ip-substring-filtering Oct 29 01:21:16.033059 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: l2_adjacency.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.034006 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.034506 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 29 01:21:16.034821 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: l3.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.035796 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.036337 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: router Oct 29 01:21:16.036656 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.038957 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.039479 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 29 01:21:16.039804 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.040738 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.041243 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: ext-gw-mode Oct 29 01:21:16.041562 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.042501 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.043009 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: l3-ha Oct 29 01:21:16.043324 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: l3_flavors.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.044229 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.044729 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: l3-flavors Oct 29 01:21:16.045168 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.046033 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.046534 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 29 01:21:16.046849 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: l3agentscheduler.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.047902 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.048410 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: l3_agent_scheduler Oct 29 01:21:16.048730 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: logging.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.050259 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.050777 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension logging not supported by any of loaded plugins Oct 29 01:21:16.051103 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: metering.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.051838 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.052411 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: metering Oct 29 01:21:16.052734 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.053983 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.054502 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: metering_source_and_destination_fields Oct 29 01:21:16.054824 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: multiprovidernet.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.055741 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.056251 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: multi-provider Oct 29 01:21:16.056571 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: netmtu.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.057491 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.058027 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: net-mtu Oct 29 01:21:16.058351 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: netmtu_writable.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.059261 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.059764 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: net-mtu-writable Oct 29 01:21:16.060084 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: network_availability_zone.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.061327 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.061851 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: network_availability_zone Oct 29 01:21:16.062301 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: network_ip_availability.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.063292 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.063801 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: network-ip-availability Oct 29 01:21:16.064122 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: network_segment_range.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.064882 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.065379 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension network-segment-range not supported by any of loaded plugins Oct 29 01:21:16.065696 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: pagination.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.066695 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.067024 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: pagination Oct 29 01:21:16.067339 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: port_device_profile.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.068234 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.068745 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: port-device-profile Oct 29 01:21:16.069064 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.070011 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.070517 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: port-mac-address-regenerate Oct 29 01:21:16.070832 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.071754 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.072267 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: port-numa-affinity-policy Oct 29 01:21:16.072585 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: port_resource_request.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.073500 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.074034 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension port-resource-request not supported by any of loaded plugins Oct 29 01:21:16.074354 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: portbindings.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.075275 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.075774 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: binding Oct 29 01:21:16.076088 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: portbindings_extended.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.077979 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.078429 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: binding-extended Oct 29 01:21:16.078747 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: portsecurity.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.079668 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.080169 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: port-security Oct 29 01:21:16.080485 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: project_id.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.081444 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.081769 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: project-id Oct 29 01:21:16.082109 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: providernet.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.083039 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.083541 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: provider Oct 29 01:21:16.083854 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: qos.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.087464 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.087983 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension qos not supported by any of loaded plugins Oct 29 01:21:16.088313 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.089564 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.090103 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 29 01:21:16.090431 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.091351 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.091888 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 29 01:21:16.092210 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: qos_default.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.093132 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.093637 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension qos-default not supported by any of loaded plugins Oct 29 01:21:16.093980 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: qos_fip.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.094630 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.095129 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension qos-fip not supported by any of loaded plugins Oct 29 01:21:16.095487 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: qos_gateway_ip.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.096359 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.096860 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 29 01:21:16.097176 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: qos_port_network_policy.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.098128 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.098637 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 29 01:21:16.098953 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.099986 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.100489 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 29 01:21:16.100806 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: qos_pps_rule.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.101996 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.102507 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension qos-pps not supported by any of loaded plugins Oct 29 01:21:16.102830 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: qos_rule_type_details.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.103756 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.104258 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 29 01:21:16.104574 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: qos_rules_alias.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.105803 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.106310 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 29 01:21:16.106631 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: quotasv2.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.108111 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.108435 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: quotas Oct 29 01:21:16.108743 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: quotasv2_detail.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.111945 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.112284 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: quota_details Oct 29 01:21:16.112610 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: rbac.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.113664 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.114213 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: rbac-policies Oct 29 01:21:16.114561 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: rbac_address_group.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.115760 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.116271 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: rbac-address-group Oct 29 01:21:16.116597 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: rbac_address_scope.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.117514 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.118055 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: rbac-address-scope Oct 29 01:21:16.118375 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: rbac_security_groups.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.119286 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.119790 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: rbac-security-groups Oct 29 01:21:16.120108 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: rbac_subnetpool.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.121018 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.121525 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: rbac-subnetpool Oct 29 01:21:16.121869 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: revisionifmatch.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.122807 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.123878 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: revision-if-match Oct 29 01:21:16.124339 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: revisions.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.125455 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.125989 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: standard-attr-revisions Oct 29 01:21:16.126312 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: router_availability_zone.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.126979 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.127481 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: router_availability_zone Oct 29 01:21:16.127800 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: routerservicetype.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.128711 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.129211 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension router-service-type not supported by any of loaded plugins Oct 29 01:21:16.129528 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.130491 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.130998 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: security-groups-normalized-cidr Oct 29 01:21:16.131315 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.132232 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.132734 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: port-security-groups-filtering Oct 29 01:21:16.133053 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.134007 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.134517 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: security-groups-remote-address-group Oct 29 01:21:16.134834 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: securitygroup.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.144915 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.145438 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: security-group Oct 29 01:21:16.145762 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: segment.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.146557 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.147060 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension segment not supported by any of loaded plugins Oct 29 01:21:16.147378 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.148382 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.148888 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 29 01:21:16.149204 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: servicetype.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.150344 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.150861 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: service-type Oct 29 01:21:16.151179 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: sorting.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.152177 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.152505 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: sorting Oct 29 01:21:16.152822 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: standard_attr_segment.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.153729 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.154310 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 29 01:21:16.154754 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: standardattrdescription.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.155400 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.155902 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: standard-attr-description Oct 29 01:21:16.156218 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: stateful_security_group.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.157151 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.157655 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: stateful-security-group Oct 29 01:21:16.158002 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: stdattrs_common.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.158578 dv-cinder-815582-5-smb neutron-server[101826]: WARNING neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 29 01:21:16.158890 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.159806 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.160309 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 29 01:21:16.160625 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: subnet_onboard.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.161689 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.162220 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: subnet_onboard Oct 29 01:21:16.162540 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.163456 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.163957 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 29 01:21:16.164279 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: subnet_service_types.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.165197 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.165699 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: subnet-service-types Oct 29 01:21:16.166041 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: subnetallocation.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.167129 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.167635 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: subnet_allocation Oct 29 01:21:16.167955 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.168613 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.169127 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: subnetpool-prefix-ops Oct 29 01:21:16.169444 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.170944 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.171445 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 29 01:21:16.171764 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: tagging.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.172825 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.173335 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: standard-attr-tag Oct 29 01:21:16.173654 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: timestamp.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.174884 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.175393 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loaded extension: standard-attr-timestamp Oct 29 01:21:16.175712 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: trunk.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.176751 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.177261 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension trunk not supported by any of loaded plugins Oct 29 01:21:16.177583 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: trunk_details.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.178523 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.179028 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension trunk-details not supported by any of loaded plugins Oct 29 01:21:16.179349 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: uplink_status_propagation.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.180284 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.180788 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 29 01:21:16.181107 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Loading extension file: vlantransparent.py {{(pid=101826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:21:16.181767 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:21:16.182287 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 29 01:21:16.184677 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of TrackedResource for resource:network Oct 29 01:21:16.185197 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of TrackedResource for resource:subnet Oct 29 01:21:16.185755 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 01:21:16.186180 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of TrackedResource for resource:port Oct 29 01:21:16.187429 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.v2.resource_helper [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:21:16.187867 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.v2.resource_helper [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Service FLAVORS assigned prefix: {{(pid=101826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:21:16.188467 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.v2.resource_helper [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:21:16.188881 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.v2.resource_helper [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:21:16.189202 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of TrackedResource for resource:router Oct 29 01:21:16.189645 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of TrackedResource for resource:floatingip Oct 29 01:21:16.190154 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.v2.resource_helper [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Service METERING assigned prefix: /metering {{(pid=101826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:21:16.191569 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:16.191931 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:16.192277 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:21:16.193321 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of CountableResource for resource:rbac_policy Oct 29 01:21:16.193765 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of TrackedResource for resource:security_group Oct 29 01:21:16.194225 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 29 01:21:16.194832 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.v2.resource_helper [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Service CORE assigned prefix: {{(pid=101826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:21:16.195154 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 01:21:16.195491 dv-cinder-815582-5-smb neutron-server[101826]: WARNING neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] subnetpool is already registered Oct 29 01:21:16.195918 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.v2.resource_helper [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Service CORE assigned prefix: {{(pid=101826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:21:16.196232 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 01:21:16.196556 dv-cinder-815582-5-smb neutron-server[101826]: WARNING neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] subnetpool is already registered Oct 29 01:21:16.199040 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.v2.resource_helper [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:21:16.199486 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.v2.resource_helper [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Service FLAVORS assigned prefix: {{(pid=101826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:21:16.200095 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.v2.resource_helper [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:21:16.200520 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.v2.resource_helper [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:21:16.200849 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of TrackedResource for resource:router Oct 29 01:21:16.201802 dv-cinder-815582-5-smb neutron-server[101826]: WARNING neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] router is already registered Oct 29 01:21:16.202339 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of TrackedResource for resource:floatingip Oct 29 01:21:16.202777 dv-cinder-815582-5-smb neutron-server[101826]: WARNING neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] floatingip is already registered Oct 29 01:21:16.203253 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.v2.resource_helper [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Service METERING assigned prefix: /metering {{(pid=101826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:21:16.203999 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of CountableResource for resource:rbac_policy Oct 29 01:21:16.204323 dv-cinder-815582-5-smb neutron-server[101826]: WARNING neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] rbac_policy is already registered Oct 29 01:21:16.204744 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of TrackedResource for resource:security_group Oct 29 01:21:16.205073 dv-cinder-815582-5-smb neutron-server[101826]: WARNING neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] security_group is already registered Oct 29 01:21:16.205475 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 29 01:21:16.205830 dv-cinder-815582-5-smb neutron-server[101826]: WARNING neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] security_group_rule is already registered Oct 29 01:21:16.206326 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.v2.resource_helper [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Service CORE assigned prefix: {{(pid=101826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:21:16.206645 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 01:21:16.206968 dv-cinder-815582-5-smb neutron-server[101826]: WARNING neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] subnetpool is already registered Oct 29 01:21:16.207381 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.v2.resource_helper [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Service CORE assigned prefix: {{(pid=101826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:21:16.207695 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 01:21:16.208017 dv-cinder-815582-5-smb neutron-server[101826]: WARNING neutron.quota.resource_registry [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] subnetpool is already registered Oct 29 01:21:16.209762 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: extensions {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.211247 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: address-groups {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.212715 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: address-scopes {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.214057 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: agents {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.215314 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: auto-allocated-topology {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.216533 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: availability_zones {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.218445 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: dhcp-networks {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.219842 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: dhcp-agents {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.221343 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: routers {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.223501 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: flavors {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.224777 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: service_profiles {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.226008 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: next_providers {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.235685 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: service_profiles {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.235685 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: floatingip-pools {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.235685 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: routers {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.235685 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: floatingips {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.235685 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: l3-routers {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.235685 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: l3-agents {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.236490 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: metering-labels {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.237727 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: metering-label-rules {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.239142 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: network-ip-availabilities {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.240694 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: bindings {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.242278 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: quotas {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.243964 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: quotas {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.245491 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: rbac-policies {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.246713 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: security-groups {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.248129 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: security-group-rules {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.249463 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: service-providers {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.250710 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: subnetpools {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.252099 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: subnetpools {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.253543 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: tags {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.255315 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: tags {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.257105 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: tags {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.258892 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: tags {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.260581 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: tags {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.262652 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: tags {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.264961 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: tags {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.267808 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: tags {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.269734 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: tags {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.271575 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron.api.extensions [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Extended resource: tags {{(pid=101826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:21:16.277922 dv-cinder-815582-5-smb neutron-server[101826]: WARNING keystonemiddleware.auth_token [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 29 01:21:16.283046 dv-cinder-815582-5-smb neutron-server[101826]: WARNING keystonemiddleware.auth_token [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 29 01:21:16.291840 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_concurrency.lockutils [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Acquired lock "singleton_lock" {{(pid=101826) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 29 01:21:16.292315 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_concurrency.lockutils [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Releasing lock "singleton_lock" {{(pid=101826) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 29 01:21:16.292982 dv-cinder-815582-5-smb neutron-server[101826]: INFO oslo_service.service [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Starting 2 workers Oct 29 01:21:16.298004 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Started child 101937 {{(pid=101826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 01:21:16.302487 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Started child 101938 {{(pid=101826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 01:21:16.303222 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:16.304053 dv-cinder-815582-5-smb neutron-server[101826]: INFO neutron.service [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 29 01:21:16.304662 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Publish callbacks [] for process, before_spawn {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:16.304781 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [-] (101937) wsgi starting up on http://0.0.0.0:9696 Oct 29 01:21:16.307027 dv-cinder-815582-5-smb neutron-server[101826]: INFO oslo_service.service [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Starting 1 workers Oct 29 01:21:16.307269 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:16.308691 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [-] (101938) wsgi starting up on http://0.0.0.0:9696 Oct 29 01:21:16.312524 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Started child 101939 {{(pid=101826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 01:21:16.313081 dv-cinder-815582-5-smb neutron-server[101826]: INFO oslo_service.service [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Starting 1 workers Oct 29 01:21:16.316388 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.service [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] calling RpcWorker wait() {{(pid=101939) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 29 01:21:16.317813 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.service [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] returning from RpcWorker wait() {{(pid=101939) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 29 01:21:16.317923 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Started child 101940 {{(pid=101826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 01:21:16.318413 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG neutron_lib.callbacks.manager [None req-d6071549-fcc7-4172-a22a-864ba9eed8d0 None None] Publish callbacks [] for process, after_spawn {{(pid=101826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:16.318547 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:16.319002 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:21:16.320314 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101826) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 29 01:21:16.320529 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 01:21:16.320713 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 01:21:16.320929 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 01:21:16.321253 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 01:21:16.321412 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 01:21:16.322115 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.322382 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.322519 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:16.323026 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.323026 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.323199 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.323668 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.323907 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.324161 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.324434 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.324695 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.324850 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.325168 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.325411 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.325656 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.325974 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.326827 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.327087 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.327339 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.327505 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.327894 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.328216 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.328406 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.328668 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] debug = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.328902 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.329361 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.329583 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.329837 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.330052 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.330317 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.330540 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.330805 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.331035 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.331265 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.331514 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.331755 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.331994 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.332217 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.332447 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.332689 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.332936 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.333397 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] host = dv-cinder-815582-5-smb {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.333606 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.333854 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.334075 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.334321 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.334574 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.334820 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.335117 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.335369 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.335605 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.335861 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.336067 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.336307 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.336544 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.336773 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] log_file = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.336922 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] log_options = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.337132 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.337386 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.337643 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.337858 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.338028 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.338202 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.338476 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.338633 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.338883 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.339114 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.339325 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.339555 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.339773 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.339982 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.340215 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.340439 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.340830 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.341039 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.341280 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.341520 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.341825 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.342575 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.342809 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.343043 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.343338 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.343550 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.343728 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.343979 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.344128 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.344383 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.344623 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.344885 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.345115 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.345352 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.345614 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.345862 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.346115 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.346323 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.346596 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.346829 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.347045 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.347277 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.347503 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.347726 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.347959 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.348192 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.348426 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] use_json = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.348635 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.348864 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.349122 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.349351 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.349572 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.349826 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.350025 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.350257 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.350685 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.350947 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.351292 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.351510 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.351736 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.351970 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.352195 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.352431 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.352700 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.352941 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.353177 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.353451 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.354086 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:21:16.354380 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.354600 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.354865 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.355338 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.355600 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.355884 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.356136 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.356366 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.356578 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.356825 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.357075 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.357309 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.357631 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.357907 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.358144 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.358456 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.358709 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.358973 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.359212 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.359495 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.359689 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.359929 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.360154 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.360361 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.360574 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.360830 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.361044 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.361269 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.361498 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.361734 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.361968 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.367573 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.367573 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.367573 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.367573 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.367573 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.367573 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.367573 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.367573 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.367573 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.369559 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.369559 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.369559 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.369559 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.369559 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.369559 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.369559 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.369559 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.369559 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370081 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370081 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370081 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370081 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370081 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370081 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370081 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370081 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370081 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370590 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370590 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370590 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370590 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370590 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370590 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370590 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370590 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.370590 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.371060 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.371060 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.371848 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.372125 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.372368 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.372621 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.372848 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.373094 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.373327 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.373551 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.373856 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.374158 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.374400 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.374648 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.374892 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.375147 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.375386 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.375624 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.375862 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.376099 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.376332 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.376600 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.377004 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.377161 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.377299 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.377499 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.377772 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.378011 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.378233 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.378451 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.378685 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.378909 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.379189 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.379437 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.379675 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.379906 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.380154 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.380425 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.380674 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.380940 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.381176 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.381445 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.381749 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.382078 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.382356 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.382618 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.382850 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.383121 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.383353 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.383642 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.383887 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.384117 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.384445 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.384660 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.384917 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.385166 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.385398 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.385630 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.385996 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.386412 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.386594 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.386818 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.386974 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.387117 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.387348 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.387618 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.387851 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.388084 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.388335 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.389531 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.389760 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.390038 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.390270 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.390483 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.390713 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.390943 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.391381 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.392169 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.392169 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.392169 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.392676 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.392676 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.392938 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.392938 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.393635 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.393635 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.393635 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.394410 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.394410 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.394410 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.394931 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.394931 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.394931 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.395682 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.395682 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.395682 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.396084 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.396084 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.400041 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.400041 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.400041 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.400041 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.400041 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.400041 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.400041 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.400041 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.401151 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.401151 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.401151 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.401151 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.401151 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.401151 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.401151 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.401151 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.402217 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.402217 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.402217 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.402217 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.402217 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.402217 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.402217 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.402217 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.403303 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.403303 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.403303 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.403303 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.403303 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.403303 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.403303 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.403303 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.404129 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.404129 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.404129 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.404129 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.405154 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.405154 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.406463 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.406463 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.406463 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.406463 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.406463 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.406463 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.406999 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.406999 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.407251 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.407251 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.407498 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.407700 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.407865 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.408149 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.408296 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.408541 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.408752 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.408970 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.409183 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.409388 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.409630 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.409846 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.410075 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.410290 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.410501 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.410706 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.410927 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.411134 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.411337 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.411575 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.411782 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.411990 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.412274 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.412521 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.412736 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.413018 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.413260 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.413502 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.413738 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.414062 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.414298 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.414552 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.414767 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.415099 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.415487 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.415895 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.416416 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.416861 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.417303 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.417685 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.418158 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.418565 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.418865 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.419095 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.419406 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.419770 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.420136 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.420395 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.420820 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.421100 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.421335 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.421559 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.421798 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.422048 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.422270 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.423315 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.423819 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.423819 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.424119 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.424230 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.424460 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.424691 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.424907 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.425146 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.425362 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.425518 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 01:21:16.426257 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101826) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 29 01:21:16.426512 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 01:21:16.426766 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 01:21:16.427077 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 01:21:16.427363 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 01:21:16.427633 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 01:21:16.428001 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.428292 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.428582 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.428872 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.429148 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.429448 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.429737 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.430076 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.430369 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.430663 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.430951 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.431236 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.431506 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.431772 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.432030 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.432340 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.432528 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.432787 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.433039 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.433299 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.433570 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.433857 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.434132 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] debug = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.434398 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.434703 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.434969 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.435220 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.435515 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.435785 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.436038 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.436306 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.436585 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.436869 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.437146 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.437427 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.437694 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.437997 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.438285 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.438548 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.438810 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.438982 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] host = dv-cinder-815582-5-smb {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.439167 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.439281 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.440139 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.440139 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.440139 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.440139 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.440139 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.440600 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.440600 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.440600 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.440939 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.440939 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.441181 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.441181 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] log_file = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.441424 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] log_options = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.441424 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.441616 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.441738 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.441943 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.442109 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.442252 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.442415 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.442573 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.442730 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.442886 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.443044 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.443201 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.443357 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.443513 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.443669 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.443826 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.443982 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.444139 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.444296 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.444452 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.444609 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.444764 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.444921 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.445077 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.445232 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.445389 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.445545 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.445701 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.445916 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.446133 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.446258 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.446380 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.446515 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.446600 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.446761 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.446924 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.447082 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.447238 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.447398 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.447555 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.447711 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.447866 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.448022 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.448178 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.448338 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.448496 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.448650 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] use_json = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.448807 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.448962 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.449118 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.449273 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.449430 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.449586 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.449743 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.449936 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:21:16.450115 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.450275 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.450444 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.450604 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.450763 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.450922 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.451585 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.451862 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.452029 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.452189 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.452357 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.452518 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.452688 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.452849 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.453008 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.453171 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.453330 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.453489 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.453648 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.453838 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.454001 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.454235 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.454696 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.454910 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.455075 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.455235 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.455394 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.455571 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.455731 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.455892 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.456257 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.456418 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.456583 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.456750 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.456900 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.457061 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.457221 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.457385 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.457544 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.457704 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.457897 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.458058 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.458202 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.458363 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.458539 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.458661 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.458821 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.458980 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.459140 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.459299 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.459459 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.459619 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.459780 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.459941 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.460141 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.460266 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.460417 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.460576 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.460735 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.460895 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.461053 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.461211 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.461371 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.461531 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.461690 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.461870 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.462041 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.462202 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.462361 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.462519 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.462679 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.462838 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.462998 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.463157 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.463316 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.463474 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.463632 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.463790 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.463948 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.464106 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.464265 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.464425 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.464584 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.464743 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.464902 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.465061 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.465219 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.465378 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.465536 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.465702 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.465909 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.466144 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.466359 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.466359 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.466575 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.466660 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.467469 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.467642 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.467803 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.467964 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.468124 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.468283 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.468448 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.468609 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.468767 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.468926 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.469086 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.469245 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.469403 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.469561 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.469719 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.469901 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.470063 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.470221 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.470398 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.470524 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.470684 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.470841 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.471005 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.471163 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.471329 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.471498 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.471659 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.471820 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.471979 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.472138 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.472988 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.472988 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.472988 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.472988 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.472988 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.473479 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.473479 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.473479 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.473479 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.473931 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.474420 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.474625 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.474789 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.474950 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.475110 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.475270 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.475430 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.475589 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.475748 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.475907 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.476066 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.476278 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.476489 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.476615 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.476737 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.476851 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.476972 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.477110 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.477274 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.477434 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.477594 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.477823 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.477950 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.478073 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.478218 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.478378 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.478538 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.478697 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.478783 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:21:16.478885 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.479067 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.479164 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.479309 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.479468 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.479627 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.479786 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.479945 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.480104 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.480263 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.480425 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.480585 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.480745 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.480905 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.481065 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.481213 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.481374 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.481535 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.481696 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.481876 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.482038 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.482198 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.482404 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.482577 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.482740 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.482900 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.483058 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.483217 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.483390 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.483549 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.483707 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.483866 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.484025 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.484185 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.484344 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.484503 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.484663 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.484821 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.484980 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.485141 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.485304 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.485465 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.485624 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.485805 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.485962 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.486122 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.486298 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.486470 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.486615 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.486774 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.486933 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.487092 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.487251 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.487425 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.487586 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.487745 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.487902 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.488060 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.488218 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.488385 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.488544 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.488702 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.488860 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.489018 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.489176 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.489345 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.489504 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.490293 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.490549 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.490718 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.490879 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.491049 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.491210 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.491370 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.491530 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.491688 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.491953 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.492374 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.492374 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.492615 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.492697 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.492833 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.492978 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.493152 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.493313 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.493473 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.493641 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.493828 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.493980 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.494141 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.494311 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.494472 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.494632 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.494790 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.494948 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.495107 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.495268 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.495432 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.495599 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.495764 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.495926 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.496092 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.496258 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.496486 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.496618 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.496740 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.496898 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.497058 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.497219 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.497383 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.497542 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.497701 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.497894 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.498598 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.498754 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.498879 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.499033 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.499224 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.499365 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.499488 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.499631 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.499791 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.499951 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.500175 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.500301 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.500426 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:21:16.500557 dv-cinder-815582-5-smb neutron-server[101826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 01:21:16.512314 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 51776) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:21:16.521693 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065289 Oct 29 01:21:28.414657 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb6a8fa-8fa0-45b8-a603-bcef4a251b07 None None] get_active_networks_info from dv-cinder-815582-5-smb {{(pid=101939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 01:21:28.478671 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb6a8fa-8fa0-45b8-a603-bcef4a251b07 None None] No non-hosted networks {{(pid=101939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 29 01:21:28.486381 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.agentschedulers_db [None req-1fb6a8fa-8fa0-45b8-a603-bcef4a251b07 None None] DHCP Agent not found on host dv-cinder-815582-5-smb {{(pid=101939) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 29 01:21:28.578878 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-e096cdc0-8699-455c-9f7d-70e8a7828543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685700'] for agent, after_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:31.093523 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fa62bdf7-366d-4e04-a6bb-145a0195d199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685700'] for agent, after_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:31.132561 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.db.api [None req-d6fec3b2-4215-41cd-86d0-264b645b49cd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815582-5-smb {{(pid=101939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 01:21:31.133027 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG oslo_db.api [None req-d6fec3b2-4215-41cd-86d0-264b645b49cd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 01:21:31.579058 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685700'] for agent, after_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:31.579726 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:31.580060 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:31.580392 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:31.580714 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:31.581032 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:31.581350 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:31.581668 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:31.582639 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:31.582965 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:31.583315 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:31.583636 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:31.583950 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:31.586567 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815582-5-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:21:31.604764 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815582-5-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:21:31.766030 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-d6fec3b2-4215-41cd-86d0-264b645b49cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:32.165405 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685700'] for agent, after_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:34.159679 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685700'] for agent, after_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:35.089964 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 51870) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:21:35.623440 dv-cinder-815582-5-smb neutron-server[101937]: WARNING oslo_policy.policy [None req-2b47b212-7b6e-482a-b111-18281dee505a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 01:21:35.624035 dv-cinder-815582-5-smb neutron-server[101937]: WARNING oslo_policy.policy [None req-2b47b212-7b6e-482a-b111-18281dee505a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 01:21:35.848294 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [None req-2b47b212-7b6e-482a-b111-18281dee505a admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:21:35.850257 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-2b47b212-7b6e-482a-b111-18281dee505a admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7592173 Oct 29 01:21:36.547748 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.db.l3_hamode_db [None req-698bae6c-065f-48f4-9dab-cf9cacbe14ff None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 29 01:21:36.631250 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698bae6c-065f-48f4-9dab-cf9cacbe14ff None None] Routers set() bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:21:36.631642 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698bae6c-065f-48f4-9dab-cf9cacbe14ff None None] Router IDs set() for agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 29 01:21:38.369132 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 51884) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:21:38.678280 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-417e44d6-d3b9-49dc-a669-1ac847c95487 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:21:38.773286 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.policy [None req-417e44d6-d3b9-49dc-a669-1ac847c95487 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101937) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 29 01:21:38.819774 dv-cinder-815582-5-smb neutron-server[101937]: WARNING oslo_policy.policy [None req-417e44d6-d3b9-49dc-a669-1ac847c95487 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 01:21:38.820141 dv-cinder-815582-5-smb neutron-server[101937]: WARNING oslo_policy.policy [None req-417e44d6-d3b9-49dc-a669-1ac847c95487 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 01:21:38.828756 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.quota [None req-417e44d6-d3b9-49dc-a669-1ac847c95487 admin admin] Loaded quota_driver: . Oct 29 01:21:39.027541 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-417e44d6-d3b9-49dc-a669-1ac847c95487 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734164931991', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734164932576', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734164936051', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734164950847', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734165556786', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734164964141', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1564590', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1456010', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613055', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-524567'] for rbac-policy, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:39.264722 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-417e44d6-d3b9-49dc-a669-1ac847c95487 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:39.266024 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-417e44d6-d3b9-49dc-a669-1ac847c95487 admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8957491 Oct 29 01:21:41.969312 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 51896) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:21:42.475829 dv-cinder-815582-5-smb neutron-server[101938]: WARNING oslo_policy.policy [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 01:21:42.476416 dv-cinder-815582-5-smb neutron-server[101938]: WARNING oslo_policy.policy [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 01:21:42.701999 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Request body: {'network': {'name': 'private', 'project_id': '5838ffacaae44d3db27d8fcbd5d65868', 'admin_state_up': True, 'tenant_id': '5838ffacaae44d3db27d8fcbd5d65868'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:21:42.703573 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.quota [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Loaded quota_driver: . Oct 29 01:21:42.850834 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Made reservation on behalf of 5838ffacaae44d3db27d8fcbd5d65868 for: {'network': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:21:42.922409 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.policy [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101938) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 29 01:21:42.970281 dv-cinder-815582-5-smb neutron-server[101938]: WARNING oslo_policy.policy [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 01:21:42.970885 dv-cinder-815582-5-smb neutron-server[101938]: WARNING oslo_policy.policy [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 01:21:42.981406 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:43.003356 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:43.117530 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:43.193203 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:43.218111 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=101938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:21:43.243472 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734167248231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:43.243977 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Unsubscribe: segment precommit_create {{(pid=101938) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 29 01:21:43.244487 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.segments_db [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Added segment afc210dd-fc39-4f8a-bf46-fb88b27aeeac of type vlan for network 4d5824a1-7c81-411a-99ac-266e37f69b23 Oct 29 01:21:43.251007 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad382ba4-0906-4a60-abfe-a54bfd7e0968,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:43.281660 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:43.282042 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:43.282384 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:43.282819 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:43.283150 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:43.283477 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:43.283801 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:43.284134 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:43.284467 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:43.284788 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:43.285113 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:43.285447 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Tracked resource versions report: Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: pushed versions: Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: { 'AddressGroup': {'1.2'}, Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'ConntrackHelper': {'1.0'}, Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'Log': {'1.0'}, Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'Network': {'1.1'}, Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'Port': {'1.7'}, Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'PortForwarding': {'1.2'}, Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'QosPolicy': {'1.10'}, Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'SecurityGroup': {'1.4'}, Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'SecurityGroupRule': {'1.2'}, Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'SubPort': {'1.0'}, Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'Subnet': {'1.1'}, Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'Trunk': {'1.1'}} Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: consumer versions: Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: { DHCP agent@dv-cinder-815582-5-smb: {}, Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: L3 agent@dv-cinder-815582-5-smb: {}, Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: Metadata agent@dv-cinder-815582-5-smb: {}, Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: Metering agent@dv-cinder-815582-5-smb: {}, Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: Open vSwitch agent@dv-cinder-815582-5-smb: { 'AddressGroup': '1.2', Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'ConntrackHelper': '1.0', Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'Log': '1.0', Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'Network': '1.1', Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'Port': '1.7', Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'PortForwarding': '1.2', Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'QosPolicy': '1.10', Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'SecurityGroup': '1.4', Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'SecurityGroupRule': '1.2', Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'SubPort': '1.0', Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'Subnet': '1.1', Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: 'Trunk': '1.1'}} Oct 29 01:21:43.286587 dv-cinder-815582-5-smb neutron-server[101938]: {{(pid=101938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 01:21:43.385581 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:43.513603 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:43.514888 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:21:43.515550 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:43.632966 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] Pushing event updated for resources: {'Network': ['ID=4d5824a1-7c81-411a-99ac-266e37f69b23,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:43.644609 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network 4d5824a1-7c81-411a-99ac-266e37f69b23 details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:21:43.720152 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-4da466f8-6112-420d-a662-ea3668262310 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7390218 Oct 29 01:21:46.473724 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 51918) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:21:46.862949 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ef1675-48ee-4402-a974-0febef125f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:21:46.864548 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-d8ef1675-48ee-4402-a974-0febef125f76 admin admin] 10.222.0.77 "GET /v2.0/networks/4d5824a1-7c81-411a-99ac-266e37f69b23 HTTP/1.1" status: 200 len: 825 time: 0.3898513 Oct 29 01:21:46.901494 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-fea3caa3-db1f-4adc-b15f-6adda3d015cb admin admin] 10.222.0.77 "GET /v2.0/subnetpools/ae09e604-e497-45c8-8031-560770e07d4a HTTP/1.1" status: 200 len: 734 time: 0.0305655 Oct 29 01:21:46.911116 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-65cb8532-5f2d-495c-aaf9-417f7d9d554b admin admin] Request body: {'subnet': {'tenant_id': '5838ffacaae44d3db27d8fcbd5d65868', 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'ae09e604-e497-45c8-8031-560770e07d4a', 'gateway_ip': '172.20.0.1'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:21:47.015799 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cb8532-5f2d-495c-aaf9-417f7d9d554b admin admin] Made reservation on behalf of 5838ffacaae44d3db27d8fcbd5d65868 for: {'subnet': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:21:47.018056 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-65cb8532-5f2d-495c-aaf9-417f7d9d554b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:47.381855 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-65cb8532-5f2d-495c-aaf9-417f7d9d554b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for subnet, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:47.450818 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb8532-5f2d-495c-aaf9-417f7d9d554b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7601b54e-da0b-45f8-8ab6-1ae6c094cf32,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:47.455290 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb8532-5f2d-495c-aaf9-417f7d9d554b admin admin] Checking segment: {'id': 'afc210dd-fc39-4f8a-bf46-fb88b27aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:21:47.455663 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb8532-5f2d-495c-aaf9-417f7d9d554b admin admin] Network hostable DHCP agents. Network: 4d5824a1-7c81-411a-99ac-266e37f69b23, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:21:47.564345 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb8532-5f2d-495c-aaf9-417f7d9d554b admin admin] Network 4d5824a1-7c81-411a-99ac-266e37f69b23 is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:21:47.644145 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-65cb8532-5f2d-495c-aaf9-417f7d9d554b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, 4d5824a1-7c81-411a-99ac-266e37f69b23) {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:21:47.649124 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb8532-5f2d-495c-aaf9-417f7d9d554b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:21:47.649715 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-65cb8532-5f2d-495c-aaf9-417f7d9d554b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:47.655003 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a17ab-decb-4260-912f-772ccba35563 None None] Network 4d5824a1-7c81-411a-99ac-266e37f69b23 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:21:47.767287 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-65cb8532-5f2d-495c-aaf9-417f7d9d554b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8594122 Oct 29 01:21:47.974094 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee2aa971-5c1a-599e-98af-d2e8e61f92a0-4d5824a1-7c81-411a-99ac-266e37f69b23', 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23', 'tenant_id': '5838ffacaae44d3db27d8fcbd5d65868', 'fixed_ips': [{'subnet_id': '7601b54e-da0b-45f8-8ab6-1ae6c094cf32'}]}} from dv-cinder-815582-5-smb. {{(pid=101939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:21:47.975405 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:48.276624 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.db_base_plugin_common [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Allocated IP 172.20.0.2 (4d5824a1-7c81-411a-99ac-266e37f69b23/7601b54e-da0b-45f8-8ab6-1ae6c094cf32/4d4d88e8-d271-4de5-994d-8855769336ff) {{(pid=101939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:21:48.479285 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Publish callbacks [] for port, precommit_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:48.556514 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:48.633004 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Network 4d5824a1-7c81-411a-99ac-266e37f69b23 is already hosted by enough agents. {{(pid=101939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:21:48.641799 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.base_scheduler [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Resources bound (agent type, host, resource id): {{(pid=101939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:21:48.647533 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Pushing event updated for resources: {'Port': ['ID=4d4d88e8-d271-4de5-994d-8855769336ff,revision_number=1']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:48.649666 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Received port after_create {{(pid=101939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:21:48.659679 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:48.660273 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:48.660362 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:48.660653 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:48.660974 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:48.661295 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:48.661610 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:48.661953 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:48.662285 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:48.662601 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:48.662913 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:48.663221 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Tracked resource versions report: Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: pushed versions: Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: { 'AddressGroup': {'1.2'}, Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'ConntrackHelper': {'1.0'}, Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'Log': {'1.0'}, Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'Network': {'1.1'}, Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'Port': {'1.7'}, Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'PortForwarding': {'1.2'}, Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'QosPolicy': {'1.10'}, Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'SecurityGroup': {'1.4'}, Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'SecurityGroupRule': {'1.2'}, Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'SubPort': {'1.0'}, Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'Subnet': {'1.1'}, Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'Trunk': {'1.1'}} Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: consumer versions: Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: { DHCP agent@dv-cinder-815582-5-smb: {}, Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: L3 agent@dv-cinder-815582-5-smb: {}, Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: Metadata agent@dv-cinder-815582-5-smb: {}, Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: Metering agent@dv-cinder-815582-5-smb: {}, Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: Open vSwitch agent@dv-cinder-815582-5-smb: { 'AddressGroup': '1.2', Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'ConntrackHelper': '1.0', Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'Log': '1.0', Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'Network': '1.1', Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'Port': '1.7', Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'PortForwarding': '1.2', Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'QosPolicy': '1.10', Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'SecurityGroup': '1.4', Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'SecurityGroupRule': '1.2', Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'SubPort': '1.0', Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'Subnet': '1.1', Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: 'Trunk': '1.1'}} Oct 29 01:21:48.664264 dv-cinder-815582-5-smb neutron-server[101939]: {{(pid=101939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 01:21:48.736778 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Attempting to bind port 4d4d88e8-d271-4de5-994d-8855769336ff on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:21:48.737173 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Attempting to bind port 4d4d88e8-d271-4de5-994d-8855769336ff by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': 'afc210dd-fc39-4f8a-bf46-fb88b27aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23'}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:21:48.737571 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Attempting to bind port 4d4d88e8-d271-4de5-994d-8855769336ff on network 4d5824a1-7c81-411a-99ac-266e37f69b23 {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:21:48.742827 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:21:48.743220 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Checking segment: {'id': 'afc210dd-fc39-4f8a-bf46-fb88b27aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:21:48.743681 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:48.744065 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Bound using segment: {'id': 'afc210dd-fc39-4f8a-bf46-fb88b27aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23'} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:21:48.744563 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Bound port: 4d4d88e8-d271-4de5-994d-8855769336ff, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc210dd-fc39-4f8a-bf46-fb88b27aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23'}}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:21:48.744962 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:48.807319 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] For port 4d4d88e8-d271-4de5-994d-8855769336ff, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:21:48.812022 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] For port 4d4d88e8-d271-4de5-994d-8855769336ff, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=4d4d88e8-d271-4de5-994d-8855769336ff,segment=NetworkSegment(afc210dd-fc39-4f8a-bf46-fb88b27aeeac),segment_id=afc210dd-fc39-4f8a-bf46-fb88b27aeeac)] {{(pid=101939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:21:48.930831 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:49.001139 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a131008-9874-46c8-99a9-8ad014cf184a None None] Pushing event updated for resources: {'Port': ['ID=4d4d88e8-d271-4de5-994d-8855769336ff,revision_number=2']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:50.347670 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 51926) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:21:50.669317 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [None req-d1d7fcdd-33e3-492b-bf89-9b1fa3519ade admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:21:50.670332 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-d1d7fcdd-33e3-492b-bf89-9b1fa3519ade admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3216150 Oct 29 01:21:53.226669 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 51934) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:21:53.556534 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [None req-9f9807ce-b7c0-453f-84ce-ad7b1a0019ba admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:21:53.557584 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-9f9807ce-b7c0-453f-84ce-ad7b1a0019ba admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3299980 Oct 29 01:21:56.358003 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 51944) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:21:56.670933 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-8f0799cc-a941-4682-81f6-059b91a4892f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '5838ffacaae44d3db27d8fcbd5d65868'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:21:56.781313 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8f0799cc-a941-4682-81f6-059b91a4892f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2605'] for router, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:56.782845 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8f0799cc-a941-4682-81f6-059b91a4892f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2618'] for router, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:56.922198 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8f0799cc-a941-4682-81f6-059b91a4892f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:56.993637 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8f0799cc-a941-4682-81f6-059b91a4892f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560260'] for router, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:57.080066 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8f0799cc-a941-4682-81f6-059b91a4892f admin admin] Publish callbacks [] for router, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:57.081191 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-8f0799cc-a941-4682-81f6-059b91a4892f admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7221580 Oct 29 01:21:57.438662 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 4d4d88e8-d271-4de5-994d-8855769336ff up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:21:57.551053 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 4d4d88e8-d271-4de5-994d-8855769336ff triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:21:57.551447 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:57.671277 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:57.715557 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] For port 4d4d88e8-d271-4de5-994d-8855769336ff, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=4d4d88e8-d271-4de5-994d-8855769336ff,segment=NetworkSegment(afc210dd-fc39-4f8a-bf46-fb88b27aeeac),segment_id=afc210dd-fc39-4f8a-bf46-fb88b27aeeac)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:21:57.804392 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:57.857226 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Pushing event updated for resources: {'Port': ['ID=4d4d88e8-d271-4de5-994d-8855769336ff,revision_number=3']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:58.346549 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a587f353-6d76-4532-b9ea-52fab473bc12 None None] Network 4d5824a1-7c81-411a-99ac-266e37f69b23 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:21:58.389037 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 5 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:21:58.411915 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-330e3e07-28a0-4c4f-8cdd-aa5a5b003c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:58.442995 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-cd63ff92-0a3e-4d5b-8cbd-63c079569b23 None None] Provisioning complete for port 4d4d88e8-d271-4de5-994d-8855769336ff triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:21:58.443611 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-cd63ff92-0a3e-4d5b-8cbd-63c079569b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:58.808546 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-5b86c07a-43cf-4920-8095-2b7c5995e372 None None] Provisioning complete for port 4d4d88e8-d271-4de5-994d-8855769336ff triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:21:58.808918 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-5b86c07a-43cf-4920-8095-2b7c5995e372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:59.415234 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 4d4d88e8-d271-4de5-994d-8855769336ff up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:21:59.463740 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 4d4d88e8-d271-4de5-994d-8855769336ff triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:21:59.463740 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:59.654914 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 51958) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:21:59.963555 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [None req-5c40b9af-7c18-4637-afc5-4758ca4df60e admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:21:59.965030 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-5c40b9af-7c18-4637-afc5-4758ca4df60e admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3086956 Oct 29 01:22:01.049422 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e184-3d25-44d5-84ae-a51554269ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:01.569149 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:02.129694 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:02.475548 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 51978) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:22:02.604157 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-2ceed93d-4dc7-4016-bea2-50f1c9120063 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:22:02.734947 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceed93d-4dc7-4016-bea2-50f1c9120063 admin admin] Made reservation on behalf of 1e6d87abdc7742f1aad216652d92da2a for: {'network': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:22:02.737149 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2ceed93d-4dc7-4016-bea2-50f1c9120063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:02.745640 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2ceed93d-4dc7-4016-bea2-50f1c9120063 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:02.815640 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2ceed93d-4dc7-4016-bea2-50f1c9120063 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:02.889013 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2ceed93d-4dc7-4016-bea2-50f1c9120063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:02.906038 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2ceed93d-4dc7-4016-bea2-50f1c9120063 admin admin] Reserving flat network on physical network physnet1 {{(pid=101938) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 29 01:22:02.924274 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceed93d-4dc7-4016-bea2-50f1c9120063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea957e0-91ea-49df-9f19-91e71698faf2,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:22:02.927130 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2ceed93d-4dc7-4016-bea2-50f1c9120063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:02.927513 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.segments_db [None req-2ceed93d-4dc7-4016-bea2-50f1c9120063 admin admin] Added segment ed118f92-1deb-440f-b5c0-f71d4d8b3c47 of type flat for network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 Oct 29 01:22:02.979531 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2ceed93d-4dc7-4016-bea2-50f1c9120063 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:03.077808 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2ceed93d-4dc7-4016-bea2-50f1c9120063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:03.078685 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceed93d-4dc7-4016-bea2-50f1c9120063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:22:03.079272 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2ceed93d-4dc7-4016-bea2-50f1c9120063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:03.135411 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceed93d-4dc7-4016-bea2-50f1c9120063 admin admin] Pushing event updated for resources: {'Network': ['ID=332549b6-3cdf-4adf-8b3f-15d63761d6c2,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:22:03.148972 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:22:03.211957 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-2ceed93d-4dc7-4016-bea2-50f1c9120063 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7353394 Oct 29 01:22:04.146775 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:05.630478 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 51996) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:22:05.723996 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031e0fdd-3b7c-47d7-8754-0ff4907f6cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:22:05.725307 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-031e0fdd-3b7c-47d7-8754-0ff4907f6cdc admin admin] 10.222.0.77 "GET /v2.0/subnets/7601b54e-da0b-45f8-8ab6-1ae6c094cf32 HTTP/1.1" status: 200 len: 849 time: 0.0938952 Oct 29 01:22:05.842672 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-00e5bdca-4cd8-4703-9bc8-06426e093d5b admin admin] 10.222.0.77 "GET /v2.0/routers/aad99549-cf11-43e7-91e9-c9cc300538c8 HTTP/1.1" status: 200 len: 704 time: 0.1108131 Oct 29 01:22:06.108098 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:06.431535 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Allocated IP 172.20.0.1 (4d5824a1-7c81-411a-99ac-266e37f69b23/7601b54e-da0b-45f8-8ab6-1ae6c094cf32/433b7d8e-6f4f-41e9-9239-b8c92900903f) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:22:06.625345 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:06.752744 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:06.827969 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Network 4d5824a1-7c81-411a-99ac-266e37f69b23 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:22:06.836093 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:22:06.840804 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:22:06.841707 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685753'] for router_interface, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:06.860096 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Pushing event updated for resources: {'Port': ['ID=433b7d8e-6f4f-41e9-9239-b8c92900903f,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:22:07.065361 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-50cc4f3b-8288-4e0d-8032-a8e5dc9a286d None None] Provisioning complete for port 433b7d8e-6f4f-41e9-9239-b8c92900903f triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:22:07.066033 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-50cc4f3b-8288-4e0d-8032-a8e5dc9a286d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:07.098966 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-50cc4f3b-8288-4e0d-8032-a8e5dc9a286d None None] Port 433b7d8e-6f4f-41e9-9239-b8c92900903f cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:22:07.172563 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:07.380232 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:07.477500 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:07.478339 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562761'] for router_interface, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:07.560269 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Pushing event updated for resources: {'Port': ['ID=433b7d8e-6f4f-41e9-9239-b8c92900903f,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:22:07.607858 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Network 4d5824a1-7c81-411a-99ac-266e37f69b23 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:22:07.609268 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:22:07.821569 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-16dcbc41-4645-4405-ab82-e9c948d6d709 None None] Provisioning complete for port 433b7d8e-6f4f-41e9-9239-b8c92900903f triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:22:07.821957 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-16dcbc41-4645-4405-ab82-e9c948d6d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:07.857004 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-16dcbc41-4645-4405-ab82-e9c948d6d709 None None] Port 433b7d8e-6f4f-41e9-9239-b8c92900903f cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:22:07.874248 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Router aad99549-cf11-43e7-91e9-c9cc300538c8 is scheduled to L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c with binding_index 1 {{(pid=101938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:22:07.965640 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:22:07.971032 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-a42cc04e-9b48-4dfc-97c7-3836a9b876de admin admin] 10.222.0.77 "PUT /v2.0/routers/aad99549-cf11-43e7-91e9-c9cc300538c8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1225739 Oct 29 01:22:07.975343 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Sync routers for ids ['aad99549-cf11-43e7-91e9-c9cc300538c8'] in dv-cinder-815582-5-smb {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:22:07.990239 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Routers {'aad99549-cf11-43e7-91e9-c9cc300538c8'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:22:07.991069 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:22:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['aad99549-cf11-43e7-91e9-c9cc300538c8'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:22:08.180072 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Set router aad99549-cf11-43e7-91e9-c9cc300538c8 gateway port host: None {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:22:08.607328 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad99549-cf11-43e7-91e9-c9cc300538c8', 'name': 'router1', 'tenant_id': '5838ffacaae44d3db27d8fcbd5d65868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:21:56Z', 'updated_at': '2021-10-29T01:22:06Z', 'revision_number': 2, 'project_id': '5838ffacaae44d3db27d8fcbd5d65868', 'gw_port_host': None, '_interfaces': [{'id': '433b7d8e-6f4f-41e9-9239-b8c92900903f', 'name': '', 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23', 'tenant_id': '5838ffacaae44d3db27d8fcbd5d65868', 'mac_address': 'fa:16:3e:3a:8d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad99549-cf11-43e7-91e9-c9cc300538c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7601b54e-da0b-45f8-8ab6-1ae6c094cf32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:22:06Z', 'updated_at': '2021-10-29T01:22:07Z', 'revision_number': 2, 'project_id': '5838ffacaae44d3db27d8fcbd5d65868', 'subnets': [{'id': '7601b54e-da0b-45f8-8ab6-1ae6c094cf32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae09e604-e497-45c8-8031-560770e07d4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:22:08.657980 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Checking router: aad99549-cf11-43e7-91e9-c9cc300538c8 for host: dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:22:08.658349 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Updating router aad99549-cf11-43e7-91e9-c9cc300538c8 port 433b7d8e-6f4f-41e9-9239-b8c92900903f binding host dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:22:08.706620 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:09.226473 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Publish callbacks [] for port, precommit_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:09.306156 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:09.473525 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487e820-d383-4590-b84c-1fcf1c77ac96 None None] Pushing event updated for resources: {'Port': ['ID=433b7d8e-6f4f-41e9-9239-b8c92900903f,revision_number=3']} {{(pid=101940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:22:09.478634 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Attempting to bind port 433b7d8e-6f4f-41e9-9239-b8c92900903f on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:22:09.478963 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Attempting to bind port 433b7d8e-6f4f-41e9-9239-b8c92900903f by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': 'afc210dd-fc39-4f8a-bf46-fb88b27aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23'}] {{(pid=101940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:22:09.479383 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Attempting to bind port 433b7d8e-6f4f-41e9-9239-b8c92900903f on network 4d5824a1-7c81-411a-99ac-266e37f69b23 {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:22:09.489444 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487e820-d383-4590-b84c-1fcf1c77ac96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:22:09.489774 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487e820-d383-4590-b84c-1fcf1c77ac96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:22:09.490139 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487e820-d383-4590-b84c-1fcf1c77ac96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:22:09.490473 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487e820-d383-4590-b84c-1fcf1c77ac96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:22:09.490796 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487e820-d383-4590-b84c-1fcf1c77ac96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:22:09.491123 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487e820-d383-4590-b84c-1fcf1c77ac96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:22:09.491440 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487e820-d383-4590-b84c-1fcf1c77ac96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:22:09.491763 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487e820-d383-4590-b84c-1fcf1c77ac96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:22:09.492100 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487e820-d383-4590-b84c-1fcf1c77ac96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:22:09.492426 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487e820-d383-4590-b84c-1fcf1c77ac96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:22:09.492738 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487e820-d383-4590-b84c-1fcf1c77ac96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:22:09.493050 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487e820-d383-4590-b84c-1fcf1c77ac96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487e820-d383-4590-b84c-1fcf1c77ac96 None None] Tracked resource versions report: Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: pushed versions: Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: { 'AddressGroup': {'1.2'}, Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'ConntrackHelper': {'1.0'}, Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'Log': {'1.0'}, Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'Network': {'1.1'}, Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'Port': {'1.7'}, Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'PortForwarding': {'1.2'}, Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'QosPolicy': {'1.10'}, Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'SecurityGroup': {'1.4'}, Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'SecurityGroupRule': {'1.2'}, Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'SubPort': {'1.0'}, Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'Subnet': {'1.1'}, Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'Trunk': {'1.1'}} Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: consumer versions: Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: { DHCP agent@dv-cinder-815582-5-smb: {}, Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: L3 agent@dv-cinder-815582-5-smb: {}, Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: Metadata agent@dv-cinder-815582-5-smb: {}, Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: Metering agent@dv-cinder-815582-5-smb: {}, Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: Open vSwitch agent@dv-cinder-815582-5-smb: { 'AddressGroup': '1.2', Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'ConntrackHelper': '1.0', Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'Log': '1.0', Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'Network': '1.1', Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'Port': '1.7', Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'PortForwarding': '1.2', Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'QosPolicy': '1.10', Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'SecurityGroup': '1.4', Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'SecurityGroupRule': '1.2', Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'SubPort': '1.0', Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'Subnet': '1.1', Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: 'Trunk': '1.1'}} Oct 29 01:22:09.494116 dv-cinder-815582-5-smb neutron-server[101940]: {{(pid=101940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 01:22:09.501878 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:22:09.502303 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Checking segment: {'id': 'afc210dd-fc39-4f8a-bf46-fb88b27aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:22:09.502782 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:09.503187 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Bound using segment: {'id': 'afc210dd-fc39-4f8a-bf46-fb88b27aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23'} {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:22:09.503742 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Bound port: 433b7d8e-6f4f-41e9-9239-b8c92900903f, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc210dd-fc39-4f8a-bf46-fb88b27aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23'}}] {{(pid=101940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:22:09.504118 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:09.576583 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.db [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] For port 433b7d8e-6f4f-41e9-9239-b8c92900903f, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:22:09.591565 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-322a50ff-97bd-4a6e-b091-2951f21e4fc9 None None] Provisioning complete for port 433b7d8e-6f4f-41e9-9239-b8c92900903f triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:22:09.592200 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-322a50ff-97bd-4a6e-b091-2951f21e4fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:09.596298 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.db [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] For port 433b7d8e-6f4f-41e9-9239-b8c92900903f, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=433b7d8e-6f4f-41e9-9239-b8c92900903f,segment=NetworkSegment(afc210dd-fc39-4f8a-bf46-fb88b27aeeac),segment_id=afc210dd-fc39-4f8a-bf46-fb88b27aeeac)] {{(pid=101940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:22:09.627571 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-322a50ff-97bd-4a6e-b091-2951f21e4fc9 None None] Port 433b7d8e-6f4f-41e9-9239-b8c92900903f cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:22:09.666904 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:09.728166 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487e820-d383-4590-b84c-1fcf1c77ac96 None None] Pushing event updated for resources: {'Port': ['ID=433b7d8e-6f4f-41e9-9239-b8c92900903f,revision_number=4']} {{(pid=101940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:22:09.738641 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Routers {'aad99549-cf11-43e7-91e9-c9cc300538c8'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:22:09.738641 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:22:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['aad99549-cf11-43e7-91e9-c9cc300538c8'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:22:09.823721 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] Set router aad99549-cf11-43e7-91e9-c9cc300538c8 gateway port host: None {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:22:09.954959 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-a2248513-52e1-46cf-a72f-957af2df7808 None None] Provisioning complete for port 433b7d8e-6f4f-41e9-9239-b8c92900903f triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:22:09.955340 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a2248513-52e1-46cf-a72f-957af2df7808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:10.037435 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a2248513-52e1-46cf-a72f-957af2df7808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:10.040119 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad99549-cf11-43e7-91e9-c9cc300538c8', 'name': 'router1', 'tenant_id': '5838ffacaae44d3db27d8fcbd5d65868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:21:56Z', 'updated_at': '2021-10-29T01:22:06Z', 'revision_number': 2, 'project_id': '5838ffacaae44d3db27d8fcbd5d65868', 'gw_port_host': None, '_interfaces': [{'id': '433b7d8e-6f4f-41e9-9239-b8c92900903f', 'name': '', 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23', 'tenant_id': '5838ffacaae44d3db27d8fcbd5d65868', 'mac_address': 'fa:16:3e:3a:8d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad99549-cf11-43e7-91e9-c9cc300538c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7601b54e-da0b-45f8-8ab6-1ae6c094cf32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:22:06Z', 'updated_at': '2021-10-29T01:22:09Z', 'revision_number': 4, 'project_id': '5838ffacaae44d3db27d8fcbd5d65868', 'subnets': [{'id': '7601b54e-da0b-45f8-8ab6-1ae6c094cf32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae09e604-e497-45c8-8031-560770e07d4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:22:10.066561 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f77e25d-2c04-4b0d-af60-d3ce9ab83d3e None None] The sync data for ids ['aad99549-cf11-43e7-91e9-c9cc300538c8'] in dv-cinder-815582-5-smb is: [{'id': 'aad99549-cf11-43e7-91e9-c9cc300538c8', 'name': 'router1', 'tenant_id': '5838ffacaae44d3db27d8fcbd5d65868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:21:56Z', 'updated_at': '2021-10-29T01:22:06Z', 'revision_number': 2, 'project_id': '5838ffacaae44d3db27d8fcbd5d65868', 'gw_port_host': None, '_interfaces': [{'id': '433b7d8e-6f4f-41e9-9239-b8c92900903f', 'name': '', 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23', 'tenant_id': '5838ffacaae44d3db27d8fcbd5d65868', 'mac_address': 'fa:16:3e:3a:8d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad99549-cf11-43e7-91e9-c9cc300538c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7601b54e-da0b-45f8-8ab6-1ae6c094cf32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:22:06Z', 'updated_at': '2021-10-29T01:22:09Z', 'revision_number': 4, 'project_id': '5838ffacaae44d3db27d8fcbd5d65868', 'subnets': [{'id': '7601b54e-da0b-45f8-8ab6-1ae6c094cf32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae09e604-e497-45c8-8031-560770e07d4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:22:10.073274 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-a2248513-52e1-46cf-a72f-957af2df7808 None None] For port 433b7d8e-6f4f-41e9-9239-b8c92900903f, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=433b7d8e-6f4f-41e9-9239-b8c92900903f,segment=NetworkSegment(afc210dd-fc39-4f8a-bf46-fb88b27aeeac),segment_id=afc210dd-fc39-4f8a-bf46-fb88b27aeeac)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:22:10.146598 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a2248513-52e1-46cf-a72f-957af2df7808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:10.199772 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2248513-52e1-46cf-a72f-957af2df7808 None None] Pushing event updated for resources: {'Port': ['ID=433b7d8e-6f4f-41e9-9239-b8c92900903f,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:22:10.394197 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52006) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:22:10.504720 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cf7852-7d2b-4abe-ada6-0b4bf26bb3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:22:10.506106 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-61cf7852-7d2b-4abe-ada6-0b4bf26bb3f4 admin admin] 10.222.0.77 "GET /v2.0/networks/332549b6-3cdf-4adf-8b3f-15d63761d6c2 HTTP/1.1" status: 200 len: 842 time: 0.1108539 Oct 29 01:22:10.516715 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-c6b1bae7-5dff-4a4d-8d54-e7ebb04bb69b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'gateway_ip': '172.28.3.1'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:22:10.614814 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b1bae7-5dff-4a4d-8d54-e7ebb04bb69b admin admin] Made reservation on behalf of 1e6d87abdc7742f1aad216652d92da2a for: {'subnet': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:22:10.617234 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c6b1bae7-5dff-4a4d-8d54-e7ebb04bb69b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:11.042603 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.objects.ports [None req-c6b1bae7-5dff-4a4d-8d54-e7ebb04bb69b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101938) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 01:22:11.043306 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c6b1bae7-5dff-4a4d-8d54-e7ebb04bb69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for subnet, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:11.102735 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1bae7-5dff-4a4d-8d54-e7ebb04bb69b admin admin] Pushing event updated for resources: {'Subnet': ['ID=20988095-ecd5-434a-9470-4250e0864dd2,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:22:11.115291 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b1bae7-5dff-4a4d-8d54-e7ebb04bb69b admin admin] Checking segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:22:11.115643 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1bae7-5dff-4a4d-8d54-e7ebb04bb69b admin admin] Network hostable DHCP agents. Network: 332549b6-3cdf-4adf-8b3f-15d63761d6c2, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:22:11.191943 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1bae7-5dff-4a4d-8d54-e7ebb04bb69b admin admin] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:22:11.300862 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-c6b1bae7-5dff-4a4d-8d54-e7ebb04bb69b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, 332549b6-3cdf-4adf-8b3f-15d63761d6c2) {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:22:11.304897 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b1bae7-5dff-4a4d-8d54-e7ebb04bb69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:22:11.305541 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c6b1bae7-5dff-4a4d-8d54-e7ebb04bb69b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:11.312757 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05a77ea-fb27-41e1-bdf0-a4e092794d3d None None] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:22:11.433873 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-c6b1bae7-5dff-4a4d-8d54-e7ebb04bb69b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9104865 Oct 29 01:22:11.454237 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787d1b46-1588-4026-854c-94e5818b18b2 None None] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:22:13.821134 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52014) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:22:13.962565 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-bff0e4bb-5c9c-442e-b338-7658129f5539 admin admin] 10.222.0.77 "GET /v2.0/routers/aad99549-cf11-43e7-91e9-c9cc300538c8 HTTP/1.1" status: 200 len: 710 time: 0.1402285 Oct 29 01:22:14.053262 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c825113-7a29-40a1-b5ec-695444c7ee52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:22:14.061005 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-2c825113-7a29-40a1-b5ec-695444c7ee52 admin admin] 10.222.0.77 "GET /v2.0/networks/332549b6-3cdf-4adf-8b3f-15d63761d6c2 HTTP/1.1" status: 200 len: 886 time: 0.0849397 Oct 29 01:22:14.065068 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:22:14.309584 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:14.607357 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:14.684295 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:14.848726 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Allocated IP 172.28.3.96 (332549b6-3cdf-4adf-8b3f-15d63761d6c2/20988095-ecd5-434a-9470-4250e0864dd2/ea8815e7-2324-44bc-9796-0c2f1d7d3fb7) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:22:14.947036 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:15.032310 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:15.069750 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:22:15.072659 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:22:15.079233 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:22:15.111883 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Pushing event updated for resources: {'Port': ['ID=ea8815e7-2324-44bc-9796-0c2f1d7d3fb7,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:22:15.554150 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:15.758652 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2632'] for router, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:15.762839 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561197'] for router, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:15.882814 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Router aad99549-cf11-43e7-91e9-c9cc300538c8 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:22:15.991038 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:22:15.995685 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] Publish callbacks [] for router, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:15.998929 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-f9869da9-4a02-4141-9af5-b319a59fe44b admin admin] 10.222.0.77 "PUT /v2.0/routers/aad99549-cf11-43e7-91e9-c9cc300538c8 HTTP/1.1" status: 200 len: 889 time: 1.9351506 Oct 29 01:22:17.203504 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Sync routers for ids ['aad99549-cf11-43e7-91e9-c9cc300538c8'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:22:17.215778 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Routers {'aad99549-cf11-43e7-91e9-c9cc300538c8'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:22:17.216421 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:22:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['aad99549-cf11-43e7-91e9-c9cc300538c8'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:22:17.441426 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Set router aad99549-cf11-43e7-91e9-c9cc300538c8 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:22:17.492183 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 433b7d8e-6f4f-41e9-9239-b8c92900903f up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:22:17.713432 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 433b7d8e-6f4f-41e9-9239-b8c92900903f triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:22:17.713761 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:18.025004 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad99549-cf11-43e7-91e9-c9cc300538c8', 'name': 'router1', 'tenant_id': '5838ffacaae44d3db27d8fcbd5d65868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ea8815e7-2324-44bc-9796-0c2f1d7d3fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:21:56Z', 'updated_at': '2021-10-29T01:22:15Z', 'revision_number': 4, 'project_id': '5838ffacaae44d3db27d8fcbd5d65868', 'gw_port': {'id': 'ea8815e7-2324-44bc-9796-0c2f1d7d3fb7', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad99549-cf11-43e7-91e9-c9cc300538c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:22:14Z', 'updated_at': '2021-10-29T01:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '433b7d8e-6f4f-41e9-9239-b8c92900903f', 'name': '', 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23', 'tenant_id': '5838ffacaae44d3db27d8fcbd5d65868', 'mac_address': 'fa:16:3e:3a:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad99549-cf11-43e7-91e9-c9cc300538c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7601b54e-da0b-45f8-8ab6-1ae6c094cf32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:22:06Z', 'updated_at': '2021-10-29T01:22:10Z', 'revision_number': 5, 'project_id': '5838ffacaae44d3db27d8fcbd5d65868', 'subnets': [{'id': '7601b54e-da0b-45f8-8ab6-1ae6c094cf32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae09e604-e497-45c8-8031-560770e07d4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:22:18.077330 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Checking router: aad99549-cf11-43e7-91e9-c9cc300538c8 for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:22:18.077671 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Updating router aad99549-cf11-43e7-91e9-c9cc300538c8 port ea8815e7-2324-44bc-9796-0c2f1d7d3fb7 binding host dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:22:18.125977 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:18.449966 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Publish callbacks [] for port, precommit_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:18.500963 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52026) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:22:18.546008 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:18.598339 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Attempting to bind port ea8815e7-2324-44bc-9796-0c2f1d7d3fb7 on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:22:18.598713 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Attempting to bind port ea8815e7-2324-44bc-9796-0c2f1d7d3fb7 by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:22:18.599076 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Attempting to bind port ea8815e7-2324-44bc-9796-0c2f1d7d3fb7 on network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:22:18.601945 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35e07a-cca4-4627-8c89-3a0c5d758a1a None None] Pushing event updated for resources: {'Port': ['ID=ea8815e7-2324-44bc-9796-0c2f1d7d3fb7,revision_number=2']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:22:18.606970 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:22:18.607334 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Checking segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:22:18.607736 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:18.608125 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Bound using segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:22:18.608596 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Bound port: ea8815e7-2324-44bc-9796-0c2f1d7d3fb7, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:22:18.609382 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:18.618895 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-b83e55ca-5eda-4591-9e7d-b05191b272b0 admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1168208 Oct 29 01:22:18.663154 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] For port ea8815e7-2324-44bc-9796-0c2f1d7d3fb7, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:22:18.666449 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] For port ea8815e7-2324-44bc-9796-0c2f1d7d3fb7, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=ea8815e7-2324-44bc-9796-0c2f1d7d3fb7,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:22:18.723485 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:18.788806 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Routers {'aad99549-cf11-43e7-91e9-c9cc300538c8'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:22:18.789333 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:22:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['aad99549-cf11-43e7-91e9-c9cc300538c8'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:22:18.791351 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35e07a-cca4-4627-8c89-3a0c5d758a1a None None] Pushing event updated for resources: {'Port': ['ID=ea8815e7-2324-44bc-9796-0c2f1d7d3fb7,revision_number=3']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:22:18.909983 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] Set router aad99549-cf11-43e7-91e9-c9cc300538c8 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:22:19.124354 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad99549-cf11-43e7-91e9-c9cc300538c8', 'name': 'router1', 'tenant_id': '5838ffacaae44d3db27d8fcbd5d65868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ea8815e7-2324-44bc-9796-0c2f1d7d3fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:21:56Z', 'updated_at': '2021-10-29T01:22:15Z', 'revision_number': 4, 'project_id': '5838ffacaae44d3db27d8fcbd5d65868', 'gw_port': {'id': 'ea8815e7-2324-44bc-9796-0c2f1d7d3fb7', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad99549-cf11-43e7-91e9-c9cc300538c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:22:14Z', 'updated_at': '2021-10-29T01:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '433b7d8e-6f4f-41e9-9239-b8c92900903f', 'name': '', 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23', 'tenant_id': '5838ffacaae44d3db27d8fcbd5d65868', 'mac_address': 'fa:16:3e:3a:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad99549-cf11-43e7-91e9-c9cc300538c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7601b54e-da0b-45f8-8ab6-1ae6c094cf32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:22:06Z', 'updated_at': '2021-10-29T01:22:10Z', 'revision_number': 5, 'project_id': '5838ffacaae44d3db27d8fcbd5d65868', 'subnets': [{'id': '7601b54e-da0b-45f8-8ab6-1ae6c094cf32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae09e604-e497-45c8-8031-560770e07d4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:22:19.151532 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246e856-c2dd-4454-be2a-4cc8ebedcfe0 None None] The sync data for ids ['aad99549-cf11-43e7-91e9-c9cc300538c8'] in dv-cinder-815582-5-smb is: [{'id': 'aad99549-cf11-43e7-91e9-c9cc300538c8', 'name': 'router1', 'tenant_id': '5838ffacaae44d3db27d8fcbd5d65868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ea8815e7-2324-44bc-9796-0c2f1d7d3fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:21:56Z', 'updated_at': '2021-10-29T01:22:15Z', 'revision_number': 4, 'project_id': '5838ffacaae44d3db27d8fcbd5d65868', 'gw_port': {'id': 'ea8815e7-2324-44bc-9796-0c2f1d7d3fb7', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad99549-cf11-43e7-91e9-c9cc300538c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:22:14Z', 'updated_at': '2021-10-29T01:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '433b7d8e-6f4f-41e9-9239-b8c92900903f', 'name': '', 'network_id': '4d5824a1-7c81-411a-99ac-266e37f69b23', 'tenant_id': '5838ffacaae44d3db27d8fcbd5d65868', 'mac_address': 'fa:16:3e:3a:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad99549-cf11-43e7-91e9-c9cc300538c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7601b54e-da0b-45f8-8ab6-1ae6c094cf32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:22:06Z', 'updated_at': '2021-10-29T01:22:10Z', 'revision_number': 5, 'project_id': '5838ffacaae44d3db27d8fcbd5d65868', 'subnets': [{'id': '7601b54e-da0b-45f8-8ab6-1ae6c094cf32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae09e604-e497-45c8-8031-560770e07d4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:22:19.477494 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device ea8815e7-2324-44bc-9796-0c2f1d7d3fb7 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:22:19.540706 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port ea8815e7-2324-44bc-9796-0c2f1d7d3fb7 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:22:19.541076 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:19.653168 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:19.674965 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] For port ea8815e7-2324-44bc-9796-0c2f1d7d3fb7, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=ea8815e7-2324-44bc-9796-0c2f1d7d3fb7,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:22:19.751935 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:19.805881 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Pushing event updated for resources: {'Port': ['ID=ea8815e7-2324-44bc-9796-0c2f1d7d3fb7,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:22:21.443276 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device ea8815e7-2324-44bc-9796-0c2f1d7d3fb7 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:22:21.494763 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port ea8815e7-2324-44bc-9796-0c2f1d7d3fb7 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:22:21.495788 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:28.494259 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-d594231d-1817-4442-801a-beb7837fa5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:31.008423 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-ec77c8bd-e131-4077-ae14-0131578217dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:31.557352 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:32.098067 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:34.111641 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:35.423587 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 5 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:22:58.550075 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-26ce2a44-520e-4927-ae7d-96f8c4e36d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:00.989900 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad575-191d-4ebf-8c23-70ba2f35cfbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:01.663563 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:02.127454 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:05.163846 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:12.393126 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 5 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:23:28.372023 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-7b535a37-4625-496f-9351-cb181f5f4870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:31.029032 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-233b0c4f-f32c-4fa4-9dbd-51b76ed42efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:31.570808 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:32.097558 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:34.120185 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:49.391137 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 5 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:23:58.369351 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-f7131dd1-7621-4f32-9e7c-df4a303a2914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:00.601895 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52588) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:24:00.665034 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.pecan_wsgi.hooks.translation [None req-1076fa3a-8ef7-4595-8b6e-6866b3933c72 admin admin] GET failed (client error): The resource could not be found. Oct 29 01:24:00.666414 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-1076fa3a-8ef7-4595-8b6e-6866b3933c72 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635426 Oct 29 01:24:00.829196 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb1fc1b-5ea2-438f-9651-993100f8d2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:00.830612 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-2bb1fc1b-5ea2-438f-9651-993100f8d2c0 admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1593337 Oct 29 01:24:01.022862 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4cac5f3a-de96-4646-9725-56a3ffb4046b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:01.569485 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:02.102428 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:03.177944 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52598) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:24:03.268562 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ffe988-4b1f-405a-b327-1a2914ebf59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:03.269992 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-03ffe988-4b1f-405a-b327-1a2914ebf59d admin admin] 10.222.0.77 "GET /v2.0/subnets/7601b54e-da0b-45f8-8ab6-1ae6c094cf32 HTTP/1.1" status: 200 len: 849 time: 0.0914538 Oct 29 01:24:03.280617 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:24:03.367322 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Publish callbacks [] for subnet, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:03.581971 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734167207159'] for subnet, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:03.615056 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:03.616251 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:03.617226 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] 10.222.0.77 "PUT /v2.0/subnets/7601b54e-da0b-45f8-8ab6-1ae6c094cf32 HTTP/1.1" status: 200 len: 868 time: 0.3399930 Oct 29 01:24:03.619711 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4252acb8-cf62-4b04-884b-a73336ff76e5 None None] Network 4d5824a1-7c81-411a-99ac-266e37f69b23 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:24:03.638624 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7601b54e-da0b-45f8-8ab6-1ae6c094cf32,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:24:03.646903 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:03.647252 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:03.647653 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:03.647993 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:03.648323 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:03.648647 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:03.648970 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:03.649444 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:03.649773 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:03.650116 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:03.650436 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:03.650755 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b40ed-4466-4e84-944a-371bb739f35a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:03.974517 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-1639c27e-5c39-4521-8ae7-08c7afcaa459 None None] Provisioning complete for port 433b7d8e-6f4f-41e9-9239-b8c92900903f triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:24:03.974995 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-1639c27e-5c39-4521-8ae7-08c7afcaa459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:04.077758 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-1639c27e-5c39-4521-8ae7-08c7afcaa459 None None] Provisioning complete for port 4d4d88e8-d271-4de5-994d-8855769336ff triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:24:04.078202 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-1639c27e-5c39-4521-8ae7-08c7afcaa459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:04.152884 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:06.003532 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52606) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:24:06.199104 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970bb44-609a-4e8c-81ff-ddbb3c622541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:06.199483 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970bb44-609a-4e8c-81ff-ddbb3c622541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:06.201043 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-d970bb44-609a-4e8c-81ff-ddbb3c622541 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965554 Oct 29 01:24:08.495008 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52614) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:24:08.626208 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20dc88f-6982-4cc6-86b5-3c7ed6259a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:08.626671 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20dc88f-6982-4cc6-86b5-3c7ed6259a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:08.628220 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-f20dc88f-6982-4cc6-86b5-3c7ed6259a7a admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1322615 Oct 29 01:24:10.914580 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52622) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:24:11.038916 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e58de3d-1746-46ae-b1a5-ae2a2693d329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:11.040309 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-9e58de3d-1746-46ae-b1a5-ae2a2693d329 admin admin] 10.222.0.77 "GET /v2.0/networks/332549b6-3cdf-4adf-8b3f-15d63761d6c2 HTTP/1.1" status: 200 len: 886 time: 0.1249955 Oct 29 01:24:13.348454 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52630) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:24:13.579249 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ab82cf-66a1-4606-b537-0341df84a887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:13.581329 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-d9ab82cf-66a1-4606-b537-0341df84a887 admin admin] 10.222.0.77 "GET /v2.0/networks/4d5824a1-7c81-411a-99ac-266e37f69b23 HTTP/1.1" status: 200 len: 869 time: 0.2319255 Oct 29 01:24:15.872269 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 52638) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:24:16.021053 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c4be8e-0828-4552-aecc-80bf90af65c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:16.021503 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c4be8e-0828-4552-aecc-80bf90af65c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:16.023181 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-67c4be8e-0828-4552-aecc-80bf90af65c1 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1499619 Oct 29 01:24:18.326070 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52648) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:24:18.456287 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62fde0f-dd20-4509-90d7-b6f843b3ac52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:18.456736 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62fde0f-dd20-4509-90d7-b6f843b3ac52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:18.459043 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-b62fde0f-dd20-4509-90d7-b6f843b3ac52 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1319785 Oct 29 01:24:20.736930 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52656) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:24:20.822511 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7156fb9-a058-40bb-85b7-42c93236b7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:20.823866 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-b7156fb9-a058-40bb-85b7-42c93236b7ae admin admin] 10.222.0.77 "GET /v2.0/subnets/20988095-ecd5-434a-9470-4250e0864dd2 HTTP/1.1" status: 200 len: 816 time: 0.0859799 Oct 29 01:24:23.119208 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52664) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:24:23.209496 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bc7831-596f-4050-bf28-494357275de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:23.210824 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-75bc7831-596f-4050-bf28-494357275de5 admin admin] 10.222.0.77 "GET /v2.0/subnets/7601b54e-da0b-45f8-8ab6-1ae6c094cf32 HTTP/1.1" status: 200 len: 868 time: 0.0903451 Oct 29 01:24:26.390394 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 5 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:24:28.392931 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-37040d08-c10b-446b-bb64-911f5bcbc1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:31.021446 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-eea0e90d-df41-419a-b159-cec4a124411b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:31.558411 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:32.127140 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:34.127113 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:48.185540 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52718) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:24:48.232772 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [None req-09c4d1c7-ef33-43e4-b9e8-48195417f9fc admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:24:48.233761 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-09c4d1c7-ef33-43e4-b9e8-48195417f9fc admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0472488 Oct 29 01:24:50.710599 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52726) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:24:50.774057 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.pecan_wsgi.hooks.translation [None req-892c6904-7db9-444a-94fc-e7529b6dcf1f admin admin] GET failed (client error): The resource could not be found. Oct 29 01:24:50.775353 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-892c6904-7db9-444a-94fc-e7529b6dcf1f admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0638013 Oct 29 01:24:50.857978 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cc40b6-fc61-4b01-a28b-44c92316fb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:50.859402 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-d1cc40b6-fc61-4b01-a28b-44c92316fb33 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0794029 Oct 29 01:24:53.257735 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52734) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:24:53.306249 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-e4b7fd39-b1cb-4b43-9786-703c96c5fe34 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:24:53.437510 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b7fd39-b1cb-4b43-9786-703c96c5fe34 admin admin] Made reservation on behalf of 1e6d87abdc7742f1aad216652d92da2a for: {'network': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:24:53.439732 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e4b7fd39-b1cb-4b43-9786-703c96c5fe34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:53.467793 dv-cinder-815582-5-smb neutron-server[101938]: WARNING neutron.services.revisions.revision_plugin [None req-e4b7fd39-b1cb-4b43-9786-703c96c5fe34 admin admin] Could not find related network for resource to bump revision. Oct 29 01:24:53.478694 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b7fd39-b1cb-4b43-9786-703c96c5fe34 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=101938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:24:53.488185 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e4b7fd39-b1cb-4b43-9786-703c96c5fe34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:53.488520 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.segments_db [None req-e4b7fd39-b1cb-4b43-9786-703c96c5fe34 admin admin] Added segment 54fc2418-287a-44a4-a935-27fc70ff7f81 of type vlan for network 2bf92330-7cea-41de-8ce4-be2e511cc002 Oct 29 01:24:53.528581 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e4b7fd39-b1cb-4b43-9786-703c96c5fe34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:53.686315 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e4b7fd39-b1cb-4b43-9786-703c96c5fe34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:53.687263 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b7fd39-b1cb-4b43-9786-703c96c5fe34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:53.687896 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e4b7fd39-b1cb-4b43-9786-703c96c5fe34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:53.743110 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7fd39-b1cb-4b43-9786-703c96c5fe34 admin admin] Pushing event updated for resources: {'Network': ['ID=2bf92330-7cea-41de-8ce4-be2e511cc002,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:24:53.752925 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network 2bf92330-7cea-41de-8ce4-be2e511cc002 details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:24:53.932770 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-e4b7fd39-b1cb-4b43-9786-703c96c5fe34 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6739092 Oct 29 01:24:56.385967 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52742) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:24:56.447324 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6be955-0a47-43c6-8ff0-784182c16237 admin admin] GET failed (client error): The resource could not be found. Oct 29 01:24:56.448642 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-0c6be955-0a47-43c6-8ff0-784182c16237 admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617251 Oct 29 01:24:56.521639 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271a7c0f-ba77-4239-9942-e22a856a9c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:56.523038 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-271a7c0f-ba77-4239-9942-e22a856a9c37 admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0696843 Oct 29 01:24:56.533883 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-2c439f4a-3098-41a9-aa06-97bfa1c6e88a admin admin] Request body: {'subnet': {'network_id': '2bf92330-7cea-41de-8ce4-be2e511cc002', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:24:56.765857 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c439f4a-3098-41a9-aa06-97bfa1c6e88a admin admin] Made reservation on behalf of 1e6d87abdc7742f1aad216652d92da2a for: {'subnet': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:24:56.768790 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2c439f4a-3098-41a9-aa06-97bfa1c6e88a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:57.017647 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2c439f4a-3098-41a9-aa06-97bfa1c6e88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for subnet, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:57.072679 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c439f4a-3098-41a9-aa06-97bfa1c6e88a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7617ec50-703e-434a-a7a2-940dd28eb8f3,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:24:57.080869 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c439f4a-3098-41a9-aa06-97bfa1c6e88a admin admin] Checking segment: {'id': '54fc2418-287a-44a4-a935-27fc70ff7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2bf92330-7cea-41de-8ce4-be2e511cc002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:24:57.081218 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c439f4a-3098-41a9-aa06-97bfa1c6e88a admin admin] Network hostable DHCP agents. Network: 2bf92330-7cea-41de-8ce4-be2e511cc002, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:24:57.202948 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c439f4a-3098-41a9-aa06-97bfa1c6e88a admin admin] Network 2bf92330-7cea-41de-8ce4-be2e511cc002 is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:24:57.328889 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-2c439f4a-3098-41a9-aa06-97bfa1c6e88a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, 2bf92330-7cea-41de-8ce4-be2e511cc002) {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:24:57.333167 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c439f4a-3098-41a9-aa06-97bfa1c6e88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:24:57.333746 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2c439f4a-3098-41a9-aa06-97bfa1c6e88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:57.337927 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0661abde-0515-41b8-90ec-d8ac17a09264 None None] Network 2bf92330-7cea-41de-8ce4-be2e511cc002 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:24:57.478430 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee2aa971-5c1a-599e-98af-d2e8e61f92a0-2bf92330-7cea-41de-8ce4-be2e511cc002', 'network_id': '2bf92330-7cea-41de-8ce4-be2e511cc002', 'tenant_id': '1e6d87abdc7742f1aad216652d92da2a', 'fixed_ips': [{'subnet_id': '7617ec50-703e-434a-a7a2-940dd28eb8f3'}]}} from dv-cinder-815582-5-smb. {{(pid=101939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:24:57.479300 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:57.608034 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.db_base_plugin_common [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Allocated IP 192.168.233.2 (2bf92330-7cea-41de-8ce4-be2e511cc002/7617ec50-703e-434a-a7a2-940dd28eb8f3/744b3957-6ba1-4a27-aa15-3de9e7dbcfb1) {{(pid=101939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:24:57.734971 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-2c439f4a-3098-41a9-aa06-97bfa1c6e88a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2049041 Oct 29 01:24:57.847641 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Publish callbacks [] for port, precommit_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:57.975080 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:58.017426 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Network 2bf92330-7cea-41de-8ce4-be2e511cc002 is already hosted by enough agents. {{(pid=101939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:24:58.021306 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.base_scheduler [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Resources bound (agent type, host, resource id): {{(pid=101939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:24:58.024813 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Received port after_create {{(pid=101939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:24:58.030294 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Pushing event updated for resources: {'Port': ['ID=744b3957-6ba1-4a27-aa15-3de9e7dbcfb1,revision_number=1']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:24:58.042247 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:58.042591 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:58.042928 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:58.043259 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:58.043602 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:58.043924 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:58.044241 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:58.044558 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:58.044895 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:58.045208 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:58.045518 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:58.045877 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:24:58.091473 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Attempting to bind port 744b3957-6ba1-4a27-aa15-3de9e7dbcfb1 on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:24:58.091833 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Attempting to bind port 744b3957-6ba1-4a27-aa15-3de9e7dbcfb1 by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': '54fc2418-287a-44a4-a935-27fc70ff7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2bf92330-7cea-41de-8ce4-be2e511cc002'}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:24:58.092188 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Attempting to bind port 744b3957-6ba1-4a27-aa15-3de9e7dbcfb1 on network 2bf92330-7cea-41de-8ce4-be2e511cc002 {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:24:58.097877 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:24:58.098245 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Checking segment: {'id': '54fc2418-287a-44a4-a935-27fc70ff7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2bf92330-7cea-41de-8ce4-be2e511cc002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:24:58.098636 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:58.099019 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Bound using segment: {'id': '54fc2418-287a-44a4-a935-27fc70ff7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2bf92330-7cea-41de-8ce4-be2e511cc002'} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:24:58.099485 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Bound port: 744b3957-6ba1-4a27-aa15-3de9e7dbcfb1, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fc2418-287a-44a4-a935-27fc70ff7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2bf92330-7cea-41de-8ce4-be2e511cc002'}}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:24:58.099878 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:58.164309 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] For port 744b3957-6ba1-4a27-aa15-3de9e7dbcfb1, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:24:58.167485 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] For port 744b3957-6ba1-4a27-aa15-3de9e7dbcfb1, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=744b3957-6ba1-4a27-aa15-3de9e7dbcfb1,segment=NetworkSegment(54fc2418-287a-44a4-a935-27fc70ff7f81),segment_id=54fc2418-287a-44a4-a935-27fc70ff7f81)] {{(pid=101939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:24:58.252833 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:58.328985 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b584f7-2025-4ccd-ac38-c5b1fe1627b1 None None] Pushing event updated for resources: {'Port': ['ID=744b3957-6ba1-4a27-aa15-3de9e7dbcfb1,revision_number=2']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:24:58.440522 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-7361e60b-153c-47bc-b0bc-9535b1e6ca12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:59.157275 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90099082-b541-4a3a-ba7c-07ae8335e5ef None None] Network 2bf92330-7cea-41de-8ce4-be2e511cc002 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:24:59.256873 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-d8b8715b-e3a1-4f69-b464-400015efb163 None None] Provisioning complete for port 744b3957-6ba1-4a27-aa15-3de9e7dbcfb1 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:24:59.257110 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-d8b8715b-e3a1-4f69-b464-400015efb163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:59.456658 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-d8b8715b-e3a1-4f69-b464-400015efb163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:59.512635 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-d8b8715b-e3a1-4f69-b464-400015efb163 None None] For port 744b3957-6ba1-4a27-aa15-3de9e7dbcfb1, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=744b3957-6ba1-4a27-aa15-3de9e7dbcfb1,segment=NetworkSegment(54fc2418-287a-44a4-a935-27fc70ff7f81),segment_id=54fc2418-287a-44a4-a935-27fc70ff7f81)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:24:59.603478 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 744b3957-6ba1-4a27-aa15-3de9e7dbcfb1 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:24:59.663843 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 744b3957-6ba1-4a27-aa15-3de9e7dbcfb1 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:24:59.664184 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:59.710339 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-d8b8715b-e3a1-4f69-b464-400015efb163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:59.785505 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8715b-e3a1-4f69-b464-400015efb163 None None] Pushing event updated for resources: {'Port': ['ID=744b3957-6ba1-4a27-aa15-3de9e7dbcfb1,revision_number=3']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:24:59.829799 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-84dc5dbc-1bed-4589-bdf4-b7ba4ea9ad53 None None] Provisioning complete for port 744b3957-6ba1-4a27-aa15-3de9e7dbcfb1 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:24:59.830224 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-84dc5dbc-1bed-4589-bdf4-b7ba4ea9ad53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:01.023451 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-34931035-0f8f-4cd7-8082-717ab1870e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:01.542129 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 744b3957-6ba1-4a27-aa15-3de9e7dbcfb1 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:25:01.596243 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 744b3957-6ba1-4a27-aa15-3de9e7dbcfb1 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:25:01.596875 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:01.620877 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:02.134729 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:03.388812 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 5 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:25:04.179914 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:28.491909 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3eda0992-3f82-4c13-b042-051e76c21f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:31.090024 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa0ac-a75a-4c15-998f-65097aa4a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:31.579095 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:32.133758 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:34.144810 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:40.387451 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 5 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:25:58.379991 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8f8ce2bc-635b-4332-a0ba-9e143b0deddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:01.019642 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-f9ad535d-e4e5-479c-b5db-1d5515fc52b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:01.591398 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:02.104148 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:04.190996 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:17.387128 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 5 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:26:19.749903 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 52786) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:26:19.755716 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [None req-3df29ff3-cfe3-46ff-ab2d-63d78d2d2b75 tempest-verify_tempest_config-1140122933 tempest-verify_tempest_config-1140122933-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:26:19.759701 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-3df29ff3-cfe3-46ff-ab2d-63d78d2d2b75 tempest-verify_tempest_config-1140122933 tempest-verify_tempest_config-1140122933-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058270 Oct 29 01:26:20.457328 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 52804) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:26:20.576593 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:20.691172 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:20.789856 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:20.831653 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eff57cfd10794adbbc70847ccbb4af75&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3732479 Oct 29 01:26:20.834582 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52810) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:26:20.840680 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0983ffc-4fcf-4a75-a47a-6c4995288076,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:26:20.853015 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:20.853372 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:20.853709 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:20.854060 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:20.854382 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:20.854699 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:20.855016 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:20.855333 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:20.855663 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:20.855979 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:20.856290 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:20.856599 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5866b549-9053-443d-8bd0-807d3ba47c9a admin admin] Tracked resource versions report: Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: pushed versions: Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: { 'AddressGroup': {'1.2'}, Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'ConntrackHelper': {'1.0'}, Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'Log': {'1.0'}, Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'Network': {'1.1'}, Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'Port': {'1.7'}, Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'PortForwarding': {'1.2'}, Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'QosPolicy': {'1.10'}, Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'SecurityGroup': {'1.4'}, Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'SecurityGroupRule': {'1.2'}, Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'SubPort': {'1.0'}, Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'Subnet': {'1.1'}, Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'Trunk': {'1.1'}} Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: consumer versions: Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: { DHCP agent@dv-cinder-815582-5-smb: {}, Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: L3 agent@dv-cinder-815582-5-smb: {}, Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: Metadata agent@dv-cinder-815582-5-smb: {}, Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: Metering agent@dv-cinder-815582-5-smb: {}, Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: Open vSwitch agent@dv-cinder-815582-5-smb: { 'AddressGroup': '1.2', Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'ConntrackHelper': '1.0', Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'Log': '1.0', Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'Network': '1.1', Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'Port': '1.7', Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'PortForwarding': '1.2', Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'QosPolicy': '1.10', Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'SecurityGroup': '1.4', Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'SecurityGroupRule': '1.2', Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'SubPort': '1.0', Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'Subnet': '1.1', Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: 'Trunk': '1.1'}} Oct 29 01:26:20.857937 dv-cinder-815582-5-smb neutron-server[101937]: {{(pid=101937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 01:26:20.892611 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:20.913532 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:21.081830 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:21.084335 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:21.085476 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d0983ffc-4fcf-4a75-a47a-6c4995288076 HTTP/1.1" status: 204 len: 168 time: 0.2498689 Oct 29 01:26:21.093318 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0983ffc-4fcf-4a75-a47a-6c4995288076,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:26:21.100047 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:21.100411 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:21.100843 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:21.101331 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:21.101654 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:21.102004 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:21.102320 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:21.102641 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:21.102955 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:21.103345 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:21.103686 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:21.104004 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1854066f-5ae8-4388-9bdb-3b9434b818cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:26:28.424034 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-085f39ea-1c9a-4a9a-ac67-c3f05036e2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:31.081219 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-09d91d36-ba0d-43d2-933b-5341a1c93e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:31.544419 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:32.172628 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:34.137772 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:54.385570 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 5 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:26:58.399316 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-40261364-b2df-4950-84be-eced25f653d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:01.039487 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-e94a68b4-d128-4f7f-9d80-40655fb0e97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:01.570397 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:02.154126 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:04.256261 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:28.398015 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-29e0afd5-89cb-44a7-8274-8bc3720a86cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:31.054669 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-236d335c-3deb-4264-9cc4-1188406050cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:31.384198 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 5 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:27:31.557909 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:32.151959 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:34.237521 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:58.402430 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-67152303-c17e-4d93-9db4-81a3b8e8f76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:01.013564 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a1d60b27-906d-4043-8b37-cf85ed9b7d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:01.540221 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:02.122126 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:04.127907 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:08.383676 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 5 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:28:09.733457 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685700'] for agent, after_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:25.101840 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52886) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:28:25.212702 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-297a1640-5519-4a7b-b217-1e479407bc49 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1097746 Oct 29 01:28:27.512023 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 52896) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:28:27.565403 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-de05ca20-285c-4d11-a1f5-51ef83853ca9 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0523195 Oct 29 01:28:28.424281 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-635f737c-25fc-405b-9afb-199b3fbb8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:31.007051 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-dae56953-ad38-4644-b511-7645832a2982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:31.601597 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:32.143837 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:34.143024 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:39.669720 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:45.383551 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:28:58.411917 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-7330ccaf-8c18-4654-92e1-d37d348e11dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.005532 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-6d805a6f-f6e0-4bb7-8ed0-55ab6688dc0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.581152 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:02.129965 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.234533 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:09.679991 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:22.382974 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:29:28.417243 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-0c520531-33d4-4f1c-b42b-d1164acf3895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:31.016160 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9dee-0e91-474c-8d6d-356b38d6b1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:31.547472 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:32.204938 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:34.196860 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:39.676161 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:58.395567 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-b837d7d4-5280-43e1-a1be-e5ba0f3e1895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:59.382477 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:30:01.330055 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-192efb7c-fc6b-4720-997b-8f4d97ef94dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:01.554982 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:02.195435 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:02.538466 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53068) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:02.866976 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1182313423-network', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:02.973339 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Made reservation on behalf of 0dcb593d72c64c55920c19dbe2d09c56 for: {'network': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:02.977137 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:02.987828 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:03.068847 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:03.158918 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:03.186374 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=101938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:30:03.192938 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9373ded-395a-48a9-b156-f3c50c2838ac,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:03.202041 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:03.202413 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:03.202750 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:03.203080 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:03.203409 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:03.203739 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:03.204088 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:03.204407 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:03.204744 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:03.205065 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:03.205428 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:03.205744 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Tracked resource versions report: Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: pushed versions: Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: { 'AddressGroup': {'1.2'}, Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'ConntrackHelper': {'1.0'}, Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'Log': {'1.0'}, Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'Network': {'1.1'}, Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'Port': {'1.7'}, Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'PortForwarding': {'1.2'}, Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'QosPolicy': {'1.10'}, Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'SecurityGroup': {'1.4'}, Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'SecurityGroupRule': {'1.2'}, Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'SubPort': {'1.0'}, Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'Subnet': {'1.1'}, Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'Trunk': {'1.1'}} Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: consumer versions: Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: { DHCP agent@dv-cinder-815582-5-smb: {}, Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: HyperV agent@hv-cinder-81558: {}, Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: L3 agent@dv-cinder-815582-5-smb: {}, Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: Metadata agent@dv-cinder-815582-5-smb: {}, Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: Metering agent@dv-cinder-815582-5-smb: {}, Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: Open vSwitch agent@dv-cinder-815582-5-smb: { 'AddressGroup': '1.2', Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'ConntrackHelper': '1.0', Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'Log': '1.0', Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'Network': '1.1', Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'Port': '1.7', Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'PortForwarding': '1.2', Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'QosPolicy': '1.10', Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'SecurityGroup': '1.4', Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'SecurityGroupRule': '1.2', Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'SubPort': '1.0', Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'Subnet': '1.1', Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: 'Trunk': '1.1'}} Oct 29 01:30:03.206762 dv-cinder-815582-5-smb neutron-server[101938]: {{(pid=101938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 01:30:03.210932 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:03.211325 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.segments_db [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Added segment 8dea3888-3b84-431d-97c3-c224992ea523 of type vlan for network 8e315fc3-abe9-469e-87a5-be6b4de29e90 Oct 29 01:30:03.256961 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:03.291794 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53108) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:03.372393 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:03.373270 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:03.373892 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:03.433558 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] Pushing event updated for resources: {'Network': ['ID=8e315fc3-abe9-469e-87a5-be6b4de29e90,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:03.445642 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network 8e315fc3-abe9-469e-87a5-be6b4de29e90 details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:30:03.509025 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-b557bfe4-e462-4b3e-956e-c860d1a352a7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9693944 Oct 29 01:30:03.511933 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53118) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:03.517016 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-c2d5c01f-8af4-4a3d-9f28-fecda4161921 admin admin] Request body: {'subnet': {'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1182313423-subnet', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:03.606582 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d5c01f-8af4-4a3d-9f28-fecda4161921 admin admin] Made reservation on behalf of 0dcb593d72c64c55920c19dbe2d09c56 for: {'subnet': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:03.608963 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c01f-8af4-4a3d-9f28-fecda4161921 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:03.657171 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53122) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:03.837257 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-9542e54d-df91-437c-92ca-f5248c648891 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1182717289-network', 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:03.881058 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c01f-8af4-4a3d-9f28-fecda4161921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for subnet, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:03.948455 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d5c01f-8af4-4a3d-9f28-fecda4161921 admin admin] Checking segment: {'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:03.948822 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d5c01f-8af4-4a3d-9f28-fecda4161921 admin admin] Network hostable DHCP agents. Network: 8e315fc3-abe9-469e-87a5-be6b4de29e90, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:30:03.955406 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5c01f-8af4-4a3d-9f28-fecda4161921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd490598-4e26-4fa2-b542-29057546e707,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:03.959998 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9542e54d-df91-437c-92ca-f5248c648891 admin admin] Made reservation on behalf of eb919510c0cf40f18e2cba8d84793a7f for: {'network': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:03.962576 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9542e54d-df91-437c-92ca-f5248c648891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:03.981715 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9542e54d-df91-437c-92ca-f5248c648891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:03.999960 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-network', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:04.006991 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53148) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:04.076578 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9542e54d-df91-437c-92ca-f5248c648891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.092113 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d5c01f-8af4-4a3d-9f28-fecda4161921 admin admin] Network 8e315fc3-abe9-469e-87a5-be6b4de29e90 is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:30:04.190016 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Made reservation on behalf of f136a6ebba524176833d4f65468e2e04 for: {'network': 1} {{(pid=101937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:04.192576 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.200976 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.229506 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-c2d5c01f-8af4-4a3d-9f28-fecda4161921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, 8e315fc3-abe9-469e-87a5-be6b4de29e90) {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:04.236388 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d5c01f-8af4-4a3d-9f28-fecda4161921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:04.237247 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c01f-8af4-4a3d-9f28-fecda4161921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.238501 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.241563 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9542e54d-df91-437c-92ca-f5248c648891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.253926 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec6973d-d05e-43fa-933d-0801b3af4b70 None None] Network 8e315fc3-abe9-469e-87a5-be6b4de29e90 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:30:04.287256 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.300648 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9542e54d-df91-437c-92ca-f5248c648891 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=101938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:30:04.317817 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542e54d-df91-437c-92ca-f5248c648891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60aa9b51-2258-4190-a4ea-d08f576d6ce5,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:04.323764 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9542e54d-df91-437c-92ca-f5248c648891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.324315 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.segments_db [None req-9542e54d-df91-437c-92ca-f5248c648891 admin admin] Added segment ae3ec003-3d3f-400d-a509-189677f12de7 of type vlan for network 88eb5d49-5e4a-4acd-96b7-71423140ff23 Oct 29 01:30:04.373278 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9542e54d-df91-437c-92ca-f5248c648891 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.375354 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.417451 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=101937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:30:04.429427 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-c2d5c01f-8af4-4a3d-9f28-fecda4161921 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9140031 Oct 29 01:30:04.429668 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53160) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:04.442113 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:04.442387 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734167248231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.443112 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Unsubscribe: segment precommit_create {{(pid=101937) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 29 01:30:04.443743 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.db.segments_db [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Added segment dbf0bbb1-bf1e-439e-9817-fa6e84ac8082 of type vlan for network e96d7435-3b33-4631-af13-70db652698aa Oct 29 01:30:04.462186 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bfd405-30fa-4e02-afab-eaef098440eb,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:04.473489 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee2aa971-5c1a-599e-98af-d2e8e61f92a0-8e315fc3-abe9-469e-87a5-be6b4de29e90', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707'}]}} from dv-cinder-815582-5-smb. {{(pid=101939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:30:04.476889 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.477061 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:04.477436 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:04.477803 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Tracked resource versions report: Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: pushed versions: Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: { 'AddressGroup': {'1.2'}, Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'ConntrackHelper': {'1.0'}, Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'Log': {'1.0'}, Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'Network': {'1.1'}, Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'Port': {'1.7'}, Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'PortForwarding': {'1.2'}, Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'QosPolicy': {'1.10'}, Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'SecurityGroup': {'1.4'}, Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'SecurityGroupRule': {'1.2'}, Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'SubPort': {'1.0'}, Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'Subnet': {'1.1'}, Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'Trunk': {'1.1'}} Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: consumer versions: Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: { DHCP agent@dv-cinder-815582-5-smb: {}, Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: HyperV agent@hv-cinder-81558: {}, Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: L3 agent@dv-cinder-815582-5-smb: {}, Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: Metadata agent@dv-cinder-815582-5-smb: {}, Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: Metering agent@dv-cinder-815582-5-smb: {}, Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: Open vSwitch agent@dv-cinder-815582-5-smb: { 'AddressGroup': '1.2', Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'ConntrackHelper': '1.0', Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'Log': '1.0', Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'Network': '1.1', Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'Port': '1.7', Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'PortForwarding': '1.2', Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'QosPolicy': '1.10', Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'SecurityGroup': '1.4', Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'SecurityGroupRule': '1.2', Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'SubPort': '1.0', Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'Subnet': '1.1', Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: 'Trunk': '1.1'}} Oct 29 01:30:04.482336 dv-cinder-815582-5-smb neutron-server[101937]: {{(pid=101937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 01:30:04.506612 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9542e54d-df91-437c-92ca-f5248c648891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.507638 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9542e54d-df91-437c-92ca-f5248c648891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:04.508233 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9542e54d-df91-437c-92ca-f5248c648891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.531058 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.623569 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2605'] for router, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.624622 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2618'] for router, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.638660 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-7f26170c-05f6-44b7-b8c4-05dab11170ff admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1502434830-network', 'tenant_id': '89ea3abd43114772b4a5ff8691053976'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:04.643066 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542e54d-df91-437c-92ca-f5248c648891 admin admin] Pushing event updated for resources: {'Network': ['ID=88eb5d49-5e4a-4acd-96b7-71423140ff23,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:04.656225 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network 88eb5d49-5e4a-4acd-96b7-71423140ff23 details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:30:04.659570 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.db_base_plugin_common [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Allocated IP 172.20.0.2 (8e315fc3-abe9-469e-87a5-be6b4de29e90/fd490598-4e26-4fa2-b542-29057546e707/7ca7739d-25c5-4276-8d0f-aec50de30bf6) {{(pid=101939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:04.699701 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.700953 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.702236 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:04.703099 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.802435 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] Pushing event updated for resources: {'Network': ['ID=e96d7435-3b33-4631-af13-70db652698aa,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:04.815725 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network e96d7435-3b33-4631-af13-70db652698aa details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:30:04.838462 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-9542e54d-df91-437c-92ca-f5248c648891 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5451763 Oct 29 01:30:04.854624 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53168) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:04.854624 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-d6f824ac-b8fa-474e-9fed-8115bc2f18e8 admin admin] Request body: {'subnet': {'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1182717289-subnet', 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:04.939611 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Publish callbacks [] for port, precommit_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.051010 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.056263 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f26170c-05f6-44b7-b8c4-05dab11170ff admin admin] Made reservation on behalf of 89ea3abd43114772b4a5ff8691053976 for: {'network': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:05.058718 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7f26170c-05f6-44b7-b8c4-05dab11170ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.064523 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.078141 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7f26170c-05f6-44b7-b8c4-05dab11170ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.113005 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Network 8e315fc3-abe9-469e-87a5-be6b4de29e90 is already hosted by enough agents. {{(pid=101939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:05.123024 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.base_scheduler [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Resources bound (agent type, host, resource id): {{(pid=101939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:05.127542 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Received port after_create {{(pid=101939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:05.164114 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7f26170c-05f6-44b7-b8c4-05dab11170ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.164701 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Pushing event updated for resources: {'Port': ['ID=7ca7739d-25c5-4276-8d0f-aec50de30bf6,revision_number=1']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:05.185285 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-9b89c480-3862-4ce8-98b9-d53c9c042e65 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5238054 Oct 29 01:30:05.186121 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53180) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:05.194427 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-34544e55-a690-4884-b242-224ce003e885 admin admin] Request body: {'subnet': {'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-subnet', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:05.221595 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:05.225975 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:05.226574 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:05.227082 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:05.228337 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:05.228831 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:05.229162 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:05.229486 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:05.229848 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:05.230174 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:05.230487 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:05.230803 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Tracked resource versions report: Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: pushed versions: Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: { 'AddressGroup': {'1.2'}, Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'ConntrackHelper': {'1.0'}, Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'Log': {'1.0'}, Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'Network': {'1.1'}, Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'Port': {'1.7'}, Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'PortForwarding': {'1.2'}, Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'QosPolicy': {'1.10'}, Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'SecurityGroup': {'1.4'}, Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'SecurityGroupRule': {'1.2'}, Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'SubPort': {'1.0'}, Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'Subnet': {'1.1'}, Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'Trunk': {'1.1'}} Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: consumer versions: Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: { DHCP agent@dv-cinder-815582-5-smb: {}, Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: HyperV agent@hv-cinder-81558: {}, Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: L3 agent@dv-cinder-815582-5-smb: {}, Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: Metadata agent@dv-cinder-815582-5-smb: {}, Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: Metering agent@dv-cinder-815582-5-smb: {}, Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: Open vSwitch agent@dv-cinder-815582-5-smb: { 'AddressGroup': '1.2', Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'ConntrackHelper': '1.0', Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'Log': '1.0', Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'Network': '1.1', Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'Port': '1.7', Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'PortForwarding': '1.2', Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'QosPolicy': '1.10', Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'SecurityGroup': '1.4', Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'SecurityGroupRule': '1.2', Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'SubPort': '1.0', Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'Subnet': '1.1', Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: 'Trunk': '1.1'}} Oct 29 01:30:05.231812 dv-cinder-815582-5-smb neutron-server[101939]: {{(pid=101939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 01:30:05.267012 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Attempting to bind port 7ca7739d-25c5-4276-8d0f-aec50de30bf6 on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:30:05.269318 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Attempting to bind port 7ca7739d-25c5-4276-8d0f-aec50de30bf6 by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:30:05.270238 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Attempting to bind port 7ca7739d-25c5-4276-8d0f-aec50de30bf6 on network 8e315fc3-abe9-469e-87a5-be6b4de29e90 {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:05.286071 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:30:05.288608 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Checking segment: {'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:05.291114 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.292732 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Bound using segment: {'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:30:05.293991 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Bound port: 7ca7739d-25c5-4276-8d0f-aec50de30bf6, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'}}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:30:05.295250 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.316926 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7f26170c-05f6-44b7-b8c4-05dab11170ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.361927 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f26170c-05f6-44b7-b8c4-05dab11170ff admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=101938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:30:05.378756 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f824ac-b8fa-474e-9fed-8115bc2f18e8 admin admin] Made reservation on behalf of eb919510c0cf40f18e2cba8d84793a7f for: {'subnet': 1} {{(pid=101937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:05.382434 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d6f824ac-b8fa-474e-9fed-8115bc2f18e8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.432229 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] For port 7ca7739d-25c5-4276-8d0f-aec50de30bf6, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:30:05.444839 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7f26170c-05f6-44b7-b8c4-05dab11170ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.444839 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.segments_db [None req-7f26170c-05f6-44b7-b8c4-05dab11170ff admin admin] Added segment f86e6b81-8941-4a2e-84f9-cbfe451d062a of type vlan for network 7af9d553-2d8b-48a5-b77f-f48995c791c6 Oct 29 01:30:05.445047 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] For port 7ca7739d-25c5-4276-8d0f-aec50de30bf6, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=7ca7739d-25c5-4276-8d0f-aec50de30bf6,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:30:05.473457 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26170c-05f6-44b7-b8c4-05dab11170ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:05.552826 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.642287 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccc595-0dca-41c2-bb40-335933b2a4f3 None None] Pushing event updated for resources: {'Port': ['ID=7ca7739d-25c5-4276-8d0f-aec50de30bf6,revision_number=2']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:05.754663 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34544e55-a690-4884-b242-224ce003e885 admin admin] Made reservation on behalf of f136a6ebba524176833d4f65468e2e04 for: {'subnet': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:05.756896 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-34544e55-a690-4884-b242-224ce003e885 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.810774 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7f26170c-05f6-44b7-b8c4-05dab11170ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.924922 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d6f824ac-b8fa-474e-9fed-8115bc2f18e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for subnet, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:06.042182 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f824ac-b8fa-474e-9fed-8115bc2f18e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e316455a-7c55-4b86-a7d0-f74fde07dde0,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:06.043028 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7f26170c-05f6-44b7-b8c4-05dab11170ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:06.043028 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f26170c-05f6-44b7-b8c4-05dab11170ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:06.043028 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7f26170c-05f6-44b7-b8c4-05dab11170ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:06.043385 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f824ac-b8fa-474e-9fed-8115bc2f18e8 admin admin] Checking segment: {'id': 'ae3ec003-3d3f-400d-a509-189677f12de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:06.043385 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f824ac-b8fa-474e-9fed-8115bc2f18e8 admin admin] Network hostable DHCP agents. Network: 88eb5d49-5e4a-4acd-96b7-71423140ff23, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:30:06.175024 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f824ac-b8fa-474e-9fed-8115bc2f18e8 admin admin] Network 88eb5d49-5e4a-4acd-96b7-71423140ff23 is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:30:06.178645 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26170c-05f6-44b7-b8c4-05dab11170ff admin admin] Pushing event updated for resources: {'Network': ['ID=7af9d553-2d8b-48a5-b77f-f48995c791c6,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:06.194200 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network 7af9d553-2d8b-48a5-b77f-f48995c791c6 details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:30:06.196137 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:06.224643 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:06.234625 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-7f26170c-05f6-44b7-b8c4-05dab11170ff admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2268538 Oct 29 01:30:06.237841 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53236) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:06.243301 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-f4ffefc7-53e4-41fa-b23f-83cce242ef4a admin admin] Request body: {'subnet': {'network_id': '7af9d553-2d8b-48a5-b77f-f48995c791c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1502434830-subnet', 'tenant_id': '89ea3abd43114772b4a5ff8691053976', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:06.305452 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-d6f824ac-b8fa-474e-9fed-8115bc2f18e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, 88eb5d49-5e4a-4acd-96b7-71423140ff23) {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:06.320226 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5362cb-d246-445c-a71d-b722b637be62 None None] Network 88eb5d49-5e4a-4acd-96b7-71423140ff23 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:30:06.321892 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f824ac-b8fa-474e-9fed-8115bc2f18e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:06.324217 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d6f824ac-b8fa-474e-9fed-8115bc2f18e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:06.337074 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-34544e55-a690-4884-b242-224ce003e885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for subnet, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:06.370268 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ffefc7-53e4-41fa-b23f-83cce242ef4a admin admin] Made reservation on behalf of 89ea3abd43114772b4a5ff8691053976 for: {'subnet': 1} {{(pid=101937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:06.373925 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f4ffefc7-53e4-41fa-b23f-83cce242ef4a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:06.552058 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34544e55-a690-4884-b242-224ce003e885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f5f2a0f-7214-434a-9ad1-734028b6836e,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:06.565712 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-d6f824ac-b8fa-474e-9fed-8115bc2f18e8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7222092 Oct 29 01:30:06.582532 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b93fd1-c8ce-45fd-9688-e66cb3a1dcf1 None None] Network 88eb5d49-5e4a-4acd-96b7-71423140ff23 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:30:06.596802 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53262) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:06.627889 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1182717289-router', 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:06.662584 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Allocated IP 172.28.3.200 (332549b6-3cdf-4adf-8b3f-15d63761d6c2/20988095-ecd5-434a-9470-4250e0864dd2/2b87d916-3ab4-481f-a8ea-671f65a60667) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:06.678828 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34544e55-a690-4884-b242-224ce003e885 admin admin] Checking segment: {'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:06.679406 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34544e55-a690-4884-b242-224ce003e885 admin admin] Network hostable DHCP agents. Network: e96d7435-3b33-4631-af13-70db652698aa, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:30:06.918072 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:07.010879 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f4ffefc7-53e4-41fa-b23f-83cce242ef4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for subnet, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:07.011390 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34544e55-a690-4884-b242-224ce003e885 admin admin] Network e96d7435-3b33-4631-af13-70db652698aa is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:30:07.013441 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2605'] for router, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:07.014660 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2618'] for router, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:07.072999 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:07.157339 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ffefc7-53e4-41fa-b23f-83cce242ef4a admin admin] Checking segment: {'id': 'f86e6b81-8941-4a2e-84f9-cbfe451d062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '7af9d553-2d8b-48a5-b77f-f48995c791c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:07.161248 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ffefc7-53e4-41fa-b23f-83cce242ef4a admin admin] Network hostable DHCP agents. Network: 7af9d553-2d8b-48a5-b77f-f48995c791c6, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:30:07.161248 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffefc7-53e4-41fa-b23f-83cce242ef4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ccd7b7-9d8c-4524-bca2-2f360aba32b6,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:07.199413 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-34544e55-a690-4884-b242-224ce003e885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, e96d7435-3b33-4631-af13-70db652698aa) {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:07.200693 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d89bd8-112d-4d82-b9ec-d85db1bd0a0e None None] Network 8e315fc3-abe9-469e-87a5-be6b4de29e90 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:30:07.205677 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34544e55-a690-4884-b242-224ce003e885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:07.206307 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-34544e55-a690-4884-b242-224ce003e885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:07.210665 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:07.233476 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:07.239439 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:07.242391 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:07.247720 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244993d0-5575-4068-ba3d-89fbd13c2dd8 None None] Network e96d7435-3b33-4631-af13-70db652698aa requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:30:07.312538 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ffefc7-53e4-41fa-b23f-83cce242ef4a admin admin] Network 7af9d553-2d8b-48a5-b77f-f48995c791c6 is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:30:07.322432 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-f4ffefc7-53e4-41fa-b23f-83cce242ef4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, 7af9d553-2d8b-48a5-b77f-f48995c791c6) {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:07.327342 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ffefc7-53e4-41fa-b23f-83cce242ef4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:07.328253 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f4ffefc7-53e4-41fa-b23f-83cce242ef4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:07.360731 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=2b87d916-3ab4-481f-a8ea-671f65a60667,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:07.413213 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-f4ffefc7-53e4-41fa-b23f-83cce242ef4a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1716838 Oct 29 01:30:07.426036 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-34544e55-a690-4884-b242-224ce003e885 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2375927 Oct 29 01:30:07.429920 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53288) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:07.436511 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e146d3-3a00-4fef-b362-726c8d1d9942 None None] Network 7af9d553-2d8b-48a5-b77f-f48995c791c6 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:30:07.438180 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:07.528543 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-2fba8ae3-d5cc-4e08-ba3f-bf14f0c7e4a6 None None] Provisioning complete for port 7ca7739d-25c5-4276-8d0f-aec50de30bf6 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:07.528922 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-2fba8ae3-d5cc-4e08-ba3f-bf14f0c7e4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:07.567398 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:07.597170 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2605'] for router, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:07.598922 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2618'] for router, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:07.758101 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af6da29-4a8a-44ef-8a53-6f44a9fde52e None None] Network 7af9d553-2d8b-48a5-b77f-f48995c791c6 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:30:07.849715 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:07.915581 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-2fba8ae3-d5cc-4e08-ba3f-bf14f0c7e4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:07.915840 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53316) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:07.932010 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:07.940867 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 7ca7739d-25c5-4276-8d0f-aec50de30bf6 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:07.986337 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-2fba8ae3-d5cc-4e08-ba3f-bf14f0c7e4a6 None None] For port 7ca7739d-25c5-4276-8d0f-aec50de30bf6, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=7ca7739d-25c5-4276-8d0f-aec50de30bf6,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:08.000985 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53322) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:08.207452 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-2fba8ae3-d5cc-4e08-ba3f-bf14f0c7e4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.370382 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 7ca7739d-25c5-4276-8d0f-aec50de30bf6 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:08.371031 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.402065 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fb5339f2-63e9-4c02-8e0f-f91ad631b12d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.482255 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.483066 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4a803ed1-01e7-4080-8cd5-77efc4ba6a88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.541186 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee2aa971-5c1a-599e-98af-d2e8e61f92a0-e96d7435-3b33-4631-af13-70db652698aa', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e'}]}} from dv-cinder-815582-5-smb. {{(pid=101939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:30:08.541186 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.555574 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba8ae3-d5cc-4e08-ba3f-bf14f0c7e4a6 None None] Pushing event updated for resources: {'Port': ['ID=7ca7739d-25c5-4276-8d0f-aec50de30bf6,revision_number=3']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:08.620855 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fb5339f2-63e9-4c02-8e0f-f91ad631b12d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.643510 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53336) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:08.741300 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fb5339f2-63e9-4c02-8e0f-f91ad631b12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.750189 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53356) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:08.752613 dv-cinder-815582-5-smb neutron-server[101938]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 29 01:30:08.809921 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5339f2-63e9-4c02-8e0f-f91ad631b12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f06dc7-773f-4f44-8ec5-8b216166ad45,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:08.811648 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-0ce5bd41-b6ee-42a2-bcef-b188ed142f46 None None] Provisioning complete for port 7ca7739d-25c5-4276-8d0f-aec50de30bf6 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:08.812148 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-0ce5bd41-b6ee-42a2-bcef-b188ed142f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.840839 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.874539 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-fb5339f2-63e9-4c02-8e0f-f91ad631b12d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b68b23194c1745718daf37537cb8b8e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9554062 Oct 29 01:30:08.877889 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53362) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:08.882135 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.db_base_plugin_common [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Allocated IP 172.20.0.2 (e96d7435-3b33-4631-af13-70db652698aa/2f5f2a0f-7214-434a-9ad1-734028b6836e/8a972f6d-9ce2-4f01-8e42-69a4767b4124) {{(pid=101939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:08.909655 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560260'] for router, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.912216 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-76663e07-25d8-45aa-bbe7-9d90527cf9ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.937419 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.057649 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-df24460b-d936-4f6f-8440-d754f700a853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.093506 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Publish callbacks [] for port, precommit_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.120256 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-df24460b-d936-4f6f-8440-d754f700a853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.189416 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0210301-a49b-4370-91bd-d2070b655006 req-b4220876-581f-427e-bc10-0cbea45c0427 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:09.191412 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-b4220876-581f-427e-bc10-0cbea45c0427 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/networks?id=7af9d553-2d8b-48a5-b77f-f48995c791c6 HTTP/1.1" status: 200 len: 812 time: 0.4397495 Oct 29 01:30:09.197906 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.208767 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4a803ed1-01e7-4080-8cd5-77efc4ba6a88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.218677 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.228064 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.276128 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-408c972c-acf9-40ef-9931-887475519d31 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/quotas/89ea3abd43114772b4a5ff8691053976 HTTP/1.1" status: 200 len: 375 time: 0.0649152 Oct 29 01:30:09.301184 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Network e96d7435-3b33-4631-af13-70db652698aa is already hosted by enough agents. {{(pid=101939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:09.304221 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.base_scheduler [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Resources bound (agent type, host, resource id): {{(pid=101939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:09.309731 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Received port after_create {{(pid=101939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:09.323761 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Pushing event updated for resources: {'Port': ['ID=8a972f6d-9ce2-4f01-8e42-69a4767b4124,revision_number=1']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:09.362963 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-fb771f34-6ee9-4e2b-8fd1-63cb7af276b2 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=89ea3abd43114772b4a5ff8691053976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754755 Oct 29 01:30:09.363566 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4a803ed1-01e7-4080-8cd5-77efc4ba6a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.366859 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Allocated IP 172.28.3.137 (332549b6-3cdf-4adf-8b3f-15d63761d6c2/20988095-ecd5-434a-9470-4250e0864dd2/7d4170cb-a963-447a-9d90-1f681919dc6c) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:09.378557 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Attempting to bind port 8a972f6d-9ce2-4f01-8e42-69a4767b4124 on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:30:09.380854 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Attempting to bind port 8a972f6d-9ce2-4f01-8e42-69a4767b4124 by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:30:09.380854 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Attempting to bind port 8a972f6d-9ce2-4f01-8e42-69a4767b4124 on network e96d7435-3b33-4631-af13-70db652698aa {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:09.389668 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:30:09.390571 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Checking segment: {'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:09.392038 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.393475 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Bound using segment: {'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:30:09.394523 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Bound port: 8a972f6d-9ce2-4f01-8e42-69a4767b4124, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'}}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:30:09.394975 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.412841 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-76663e07-25d8-45aa-bbe7-9d90527cf9ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.470211 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-df24460b-d936-4f6f-8440-d754f700a853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.475148 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-df24460b-d936-4f6f-8440-d754f700a853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.478919 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-df24460b-d936-4f6f-8440-d754f700a853 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31f06dc7-773f-4f44-8ec5-8b216166ad45 HTTP/1.1" status: 204 len: 168 time: 0.5960295 Oct 29 01:30:09.480871 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] For port 8a972f6d-9ce2-4f01-8e42-69a4767b4124, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:30:09.490693 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24460b-d936-4f6f-8440-d754f700a853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f06dc7-773f-4f44-8ec5-8b216166ad45,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:09.490807 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] For port 8a972f6d-9ce2-4f01-8e42-69a4767b4124, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=8a972f6d-9ce2-4f01-8e42-69a4767b4124,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:30:09.493632 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a803ed1-01e7-4080-8cd5-77efc4ba6a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0fd6f6-c022-4311-9474-397a79e2d223,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:09.506075 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-4a803ed1-01e7-4080-8cd5-77efc4ba6a88 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d2d3dd5b57b49a4b4a9c4447e2adcf9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5001404 Oct 29 01:30:09.507133 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53376) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:09.571316 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.578577 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-76663e07-25d8-45aa-bbe7-9d90527cf9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.579863 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.611334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-a84e51eb-59aa-4ba7-95c5-22c619ab7793 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:30:09.612483 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-a84e51eb-59aa-4ba7-95c5-22c619ab7793 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1215367 Oct 29 01:30:09.651122 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-131cdb67-d0ce-4547-99e4-871a36b0996b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.657759 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862b98b-4135-4831-9aed-4a49633d3c1c None None] Pushing event updated for resources: {'Port': ['ID=8a972f6d-9ce2-4f01-8e42-69a4767b4124,revision_number=2']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:09.697936 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-131cdb67-d0ce-4547-99e4-871a36b0996b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.727675 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76663e07-25d8-45aa-bbe7-9d90527cf9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed061d91-11fa-4529-b00a-af40c8db4a1b,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:09.734180 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-76663e07-25d8-45aa-bbe7-9d90527cf9ec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=15f3b5e35e3449ee9d5ea02cffb491bb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0892885 Oct 29 01:30:09.736908 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Router fbde8c67-8024-443f-8940-68afed81d5a0 is scheduled to L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c with binding_index 1 {{(pid=101938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:30:09.740485 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53378) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:09.762121 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 7ca7739d-25c5-4276-8d0f-aec50de30bf6 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:09.792156 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.824067 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4d8752e8-92f3-468a-b682-921224d24759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.824400 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 7ca7739d-25c5-4276-8d0f-aec50de30bf6 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:09.824938 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.850596 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4d8752e8-92f3-468a-b682-921224d24759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.875103 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.894237 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-131cdb67-d0ce-4547-99e4-871a36b0996b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.897181 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-131cdb67-d0ce-4547-99e4-871a36b0996b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.901674 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-131cdb67-d0ce-4547-99e4-871a36b0996b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d0fd6f6-c022-4311-9474-397a79e2d223 HTTP/1.1" status: 204 len: 168 time: 0.3928118 Oct 29 01:30:09.965690 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-d3a4b065-0eaf-4336-af9d-28d757dd221d service neutron] 10.222.0.77 "GET /v2.0/networks/7af9d553-2d8b-48a5-b77f-f48995c791c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328805 Oct 29 01:30:09.995018 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:09.998915 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:30:10.006875 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:10.011474 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Sync routers for ids ['fbde8c67-8024-443f-8940-68afed81d5a0'] in dv-cinder-815582-5-smb {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:30:10.017563 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cdb67-d0ce-4547-99e4-871a36b0996b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0fd6f6-c022-4311-9474-397a79e2d223,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:10.031184 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Routers {'fbde8c67-8024-443f-8940-68afed81d5a0'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:30:10.032821 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:30:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['fbde8c67-8024-443f-8940-68afed81d5a0'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:10.047636 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_common [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Allocated IP 172.28.3.123 (332549b6-3cdf-4adf-8b3f-15d63761d6c2/20988095-ecd5-434a-9470-4250e0864dd2/183f7b91-153e-4b94-b295-7f9533114cee) {{(pid=101937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:10.132271 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Pushing event updated for resources: {'Port': ['ID=7d4170cb-a963-447a-9d90-1f681919dc6c,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:10.195064 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4d8752e8-92f3-468a-b682-921224d24759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:10.197663 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4d8752e8-92f3-468a-b682-921224d24759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:10.201040 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-4d8752e8-92f3-468a-b682-921224d24759 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ed061d91-11fa-4529-b00a-af40c8db4a1b HTTP/1.1" status: 204 len: 168 time: 0.4599371 Oct 29 01:30:10.212378 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8752e8-92f3-468a-b682-921224d24759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed061d91-11fa-4529-b00a-af40c8db4a1b,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:10.223277 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:10.286285 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:10.328121 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] Publish callbacks [] for router, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:10.335836 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-ca7c3802-fb30-4081-ac36-713e17ea2ee0 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9026744 Oct 29 01:30:10.335836 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53394) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:10.387663 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Set router fbde8c67-8024-443f-8940-68afed81d5a0 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:30:10.493180 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:10.672342 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 is already hosted by enough agents. {{(pid=101937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:10.676058 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Pushing event updated for resources: {'Port': ['ID=183f7b91-153e-4b94-b295-7f9533114cee,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:10.678767 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Resources bound (agent type, host, resource id): {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:10.711423 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Received port after_create {{(pid=101937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:10.733237 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-7d55d1c3-bd01-4afa-837c-5c9f3a17e4dd service neutron] 10.222.0.77 "GET /v2.0/networks/7af9d553-2d8b-48a5-b77f-f48995c791c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7559745 Oct 29 01:30:10.760942 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53408) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:10.775718 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:07Z', 'revision_number': 3, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:10.797184 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-12e1c61c-7733-4763-9af2-65da5799b550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:10.843588 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Checking router: fbde8c67-8024-443f-8940-68afed81d5a0 for host: dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:30:10.843588 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Updating router fbde8c67-8024-443f-8940-68afed81d5a0 port 2b87d916-3ab4-481f-a8ea-671f65a60667 binding host dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:30:10.867382 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:11.159115 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-12e1c61c-7733-4763-9af2-65da5799b550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:11.207111 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5385cd0-58c9-4b85-b8fa-9695eab0880b None None] Network e96d7435-3b33-4631-af13-70db652698aa requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:30:11.264552 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-12e1c61c-7733-4763-9af2-65da5799b550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:11.279367 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53428) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:11.375299 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-3f476bda-c413-4d2c-bd0d-b76f48abad0e None None] Provisioning complete for port 8a972f6d-9ce2-4f01-8e42-69a4767b4124 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:11.376700 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3f476bda-c413-4d2c-bd0d-b76f48abad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:11.394780 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1c61c-7733-4763-9af2-65da5799b550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf12fd19-8578-48e7-8860-3bb001ca3fb0,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:11.481915 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:11.496518 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f49d6845-df68-41b5-8ae8-81c340cf724c req-50bffa4f-868d-46ae-bb44-9bd03f550624 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 210 time: 0.1451800 Oct 29 01:30:11.520399 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Publish callbacks [] for port, precommit_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:11.557835 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:11.568695 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-12e1c61c-7733-4763-9af2-65da5799b550 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=16cd26b2f2f046babea3bcc4bd9b4106&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8063290 Oct 29 01:30:11.612919 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:11.668553 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53448) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:11.747075 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Attempting to bind port 2b87d916-3ab4-481f-a8ea-671f65a60667 on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:30:11.747688 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Attempting to bind port 2b87d916-3ab4-481f-a8ea-671f65a60667 by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}] {{(pid=101940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:30:11.748298 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Attempting to bind port 2b87d916-3ab4-481f-a8ea-671f65a60667 on network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:11.750791 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba000e-bf3e-485a-8a45-a7b13237e4fb None None] Pushing event updated for resources: {'Port': ['ID=2b87d916-3ab4-481f-a8ea-671f65a60667,revision_number=2']} {{(pid=101940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:11.779002 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba000e-bf3e-485a-8a45-a7b13237e4fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:11.779002 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba000e-bf3e-485a-8a45-a7b13237e4fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:11.779002 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba000e-bf3e-485a-8a45-a7b13237e4fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:11.779002 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba000e-bf3e-485a-8a45-a7b13237e4fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:11.779002 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba000e-bf3e-485a-8a45-a7b13237e4fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:11.779002 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba000e-bf3e-485a-8a45-a7b13237e4fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:11.779002 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba000e-bf3e-485a-8a45-a7b13237e4fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:11.779002 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba000e-bf3e-485a-8a45-a7b13237e4fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:11.779002 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba000e-bf3e-485a-8a45-a7b13237e4fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:11.779002 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba000e-bf3e-485a-8a45-a7b13237e4fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:11.780329 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba000e-bf3e-485a-8a45-a7b13237e4fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:11.780746 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba000e-bf3e-485a-8a45-a7b13237e4fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba000e-bf3e-485a-8a45-a7b13237e4fb None None] Tracked resource versions report: Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: pushed versions: Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: { 'AddressGroup': {'1.2'}, Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'ConntrackHelper': {'1.0'}, Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'Log': {'1.0'}, Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'Network': {'1.1'}, Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'Port': {'1.7'}, Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'PortForwarding': {'1.2'}, Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'QosPolicy': {'1.10'}, Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'SecurityGroup': {'1.4'}, Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'SecurityGroupRule': {'1.2'}, Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'SubPort': {'1.0'}, Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'Subnet': {'1.1'}, Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'Trunk': {'1.1'}} Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: consumer versions: Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: { DHCP agent@dv-cinder-815582-5-smb: {}, Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: HyperV agent@hv-cinder-81558: {}, Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: L3 agent@dv-cinder-815582-5-smb: {}, Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: Metadata agent@dv-cinder-815582-5-smb: {}, Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: Metering agent@dv-cinder-815582-5-smb: {}, Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: Open vSwitch agent@dv-cinder-815582-5-smb: { 'AddressGroup': '1.2', Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'ConntrackHelper': '1.0', Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'Log': '1.0', Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'Network': '1.1', Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'Port': '1.7', Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'PortForwarding': '1.2', Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'QosPolicy': '1.10', Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'SecurityGroup': '1.4', Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'SecurityGroupRule': '1.2', Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'SubPort': '1.0', Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'Subnet': '1.1', Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: 'Trunk': '1.1'}} Oct 29 01:30:11.781957 dv-cinder-815582-5-smb neutron-server[101940]: {{(pid=101940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 01:30:11.790033 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:30:11.792281 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Checking segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:11.792821 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:11.795358 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Bound using segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:30:11.796343 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Bound port: 2b87d916-3ab4-481f-a8ea-671f65a60667, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}}] {{(pid=101940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:30:11.797023 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:11.803995 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53450) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:11.904189 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-46d90e89-6792-4558-b190-bf940669a9c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:11.964009 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.db [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] For port 2b87d916-3ab4-481f-a8ea-671f65a60667, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:30:11.972152 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.db [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] For port 2b87d916-3ab4-481f-a8ea-671f65a60667, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=2b87d916-3ab4-481f-a8ea-671f65a60667,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:30:12.017906 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 8a972f6d-9ce2-4f01-8e42-69a4767b4124 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:12.054400 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-557779af-4b34-47fc-bcb2-f226f3329e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:12.062341 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:12.081148 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560260'] for router, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:12.093472 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3f476bda-c413-4d2c-bd0d-b76f48abad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:12.162342 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-557779af-4b34-47fc-bcb2-f226f3329e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:12.199686 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-3f476bda-c413-4d2c-bd0d-b76f48abad0e None None] For port 8a972f6d-9ce2-4f01-8e42-69a4767b4124, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=8a972f6d-9ce2-4f01-8e42-69a4767b4124,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:12.237823 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 8a972f6d-9ce2-4f01-8e42-69a4767b4124 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:12.237823 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:12.283997 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560260'] for router, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:12.321765 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3f476bda-c413-4d2c-bd0d-b76f48abad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:12.344797 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba000e-bf3e-485a-8a45-a7b13237e4fb None None] Pushing event updated for resources: {'Port': ['ID=2b87d916-3ab4-481f-a8ea-671f65a60667,revision_number=3']} {{(pid=101940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:12.364577 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Routers {'fbde8c67-8024-443f-8940-68afed81d5a0'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:30:12.367752 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:30:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['fbde8c67-8024-443f-8940-68afed81d5a0'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:12.571025 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-46d90e89-6792-4558-b190-bf940669a9c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:12.594728 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:12.670263 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Router b684d920-b4e6-4a2b-bebc-3e28b5417427 is scheduled to L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c with binding_index 1 {{(pid=101937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:30:12.671202 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] Set router fbde8c67-8024-443f-8940-68afed81d5a0 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:30:12.708124 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f476bda-c413-4d2c-bd0d-b76f48abad0e None None] Pushing event updated for resources: {'Port': ['ID=8a972f6d-9ce2-4f01-8e42-69a4767b4124,revision_number=3']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:12.757154 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-41780f3e-524a-4713-8023-0adac537d77f req-f4dd1fbb-9db0-4e8d-8689-098a1f8a8559 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 210 time: 0.1393385 Oct 29 01:30:12.766242 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-557779af-4b34-47fc-bcb2-f226f3329e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:12.775624 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-557779af-4b34-47fc-bcb2-f226f3329e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:12.784269 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-557779af-4b34-47fc-bcb2-f226f3329e94 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cf12fd19-8578-48e7-8860-3bb001ca3fb0 HTTP/1.1" status: 204 len: 168 time: 1.1120203 Oct 29 01:30:12.812754 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-46d90e89-6792-4558-b190-bf940669a9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:12.827744 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-49267df6-e426-48d3-a6ac-55106392c734 None None] Provisioning complete for port 8a972f6d-9ce2-4f01-8e42-69a4767b4124 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:12.828103 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-49267df6-e426-48d3-a6ac-55106392c734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:12.867869 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557779af-4b34-47fc-bcb2-f226f3329e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf12fd19-8578-48e7-8860-3bb001ca3fb0,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:12.948774 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:30:13.021188 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-46d90e89-6792-4558-b190-bf940669a9c8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6b1a3d7c81a48f0a7d5e898da4e6517&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2095282 Oct 29 01:30:13.023893 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53482) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:13.037758 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Sync routers for ids ['b684d920-b4e6-4a2b-bebc-3e28b5417427'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:30:13.051392 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:07Z', 'revision_number': 3, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:13.052396 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d90e89-6792-4558-b190-bf940669a9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2da909c-f269-4cd7-9e17-b8581beb0913,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:13.096219 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Routers {'b684d920-b4e6-4a2b-bebc-3e28b5417427'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:30:13.096219 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:30:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['b684d920-b4e6-4a2b-bebc-3e28b5417427'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:13.101491 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] Publish callbacks [] for router, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:13.103953 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-fbf41ce3-6d4e-4e79-8e4e-feec94e5f289 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6726279 Oct 29 01:30:13.112095 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d836f32c-ef31-4d63-b363-0fe67382eb6f None None] The sync data for ids ['fbde8c67-8024-443f-8940-68afed81d5a0'] in dv-cinder-815582-5-smb is: [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:07Z', 'revision_number': 3, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}] {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:30:13.128822 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53484) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:13.148171 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fb048f0d-2610-413a-9417-3420a63fcc7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:13.202904 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fb048f0d-2610-413a-9417-3420a63fcc7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:13.374261 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Allocated IP 172.20.0.1 (8e315fc3-abe9-469e-87a5-be6b4de29e90/fd490598-4e26-4fa2-b542-29057546e707/12f1ffb1-47e0-457f-8c3a-b6752015a12d) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:13.411913 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fb048f0d-2610-413a-9417-3420a63fcc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:13.416003 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fb048f0d-2610-413a-9417-3420a63fcc7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:13.421841 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-fb048f0d-2610-413a-9417-3420a63fcc7d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e2da909c-f269-4cd7-9e17-b8581beb0913 HTTP/1.1" status: 204 len: 168 time: 0.3924611 Oct 29 01:30:13.442108 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb048f0d-2610-413a-9417-3420a63fcc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2da909c-f269-4cd7-9e17-b8581beb0913,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:13.479574 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53494) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:13.495885 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Set router b684d920-b4e6-4a2b-bebc-3e28b5417427 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:30:13.518445 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Router bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c is scheduled to L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c with binding_index 1 {{(pid=101938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:30:13.978820 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:10Z', 'revision_number': 3, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:13.990289 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 2b87d916-3ab4-481f-a8ea-671f65a60667 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:14.026802 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6bf5f802-fef4-4f4c-9118-f70375c5f4e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.026915 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Checking router: b684d920-b4e6-4a2b-bebc-3e28b5417427 for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:30:14.026915 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Updating router b684d920-b4e6-4a2b-bebc-3e28b5417427 port 183f7b91-153e-4b94-b295-7f9533114cee binding host dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:30:14.086872 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.212789 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6bf5f802-fef4-4f4c-9118-f70375c5f4e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.248804 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-79536c37-11aa-46d3-aae6-931c9dabdde9 req-5c399ca0-ac20-4ec9-a588-0b9ba9a562e5 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 210 time: 0.2251282 Oct 29 01:30:14.287355 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 2b87d916-3ab4-481f-a8ea-671f65a60667 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:14.287728 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.332421 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6bf5f802-fef4-4f4c-9118-f70375c5f4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.419286 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-6bf5f802-fef4-4f4c-9118-f70375c5f4e5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4b5c008d00e2471eac1d83189a3ff242&name=default HTTP/1.1" status: 200 len: 2977 time: 0.9382339 Oct 29 01:30:14.422997 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5f802-fef4-4f4c-9118-f70375c5f4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f011bf7-e035-4e62-8a1d-5178bf05212d,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:14.423984 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53518) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:14.450316 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.508185 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.584090 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] For port 2b87d916-3ab4-481f-a8ea-671f65a60667, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=2b87d916-3ab4-481f-a8ea-671f65a60667,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:14.609772 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f28da7dd-6231-46f4-b632-ad9ed93d2c79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.630865 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:30:14.638989 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f28da7dd-6231-46f4-b632-ad9ed93d2c79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.644032 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Sync routers for ids ['bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'] in dv-cinder-815582-5-smb {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:30:14.660845 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Routers {'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:30:14.661872 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:30:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:14.710364 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Publish callbacks [] for port, precommit_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.720739 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.771368 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.772421 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 8a972f6d-9ce2-4f01-8e42-69a4767b4124 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:14.789815 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] Publish callbacks [] for router, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.791221 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-9e32fc02-9e07-4cb5-8120-50b54d35bdb9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.1932507 Oct 29 01:30:14.794168 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53530) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:14.835680 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=12f1ffb1-47e0-457f-8c3a-b6752015a12d,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:14.862414 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Set router bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:30:14.892531 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.924260 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.944537 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Network 8e315fc3-abe9-469e-87a5-be6b4de29e90 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:14.964006 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Pushing event updated for resources: {'Port': ['ID=2b87d916-3ab4-481f-a8ea-671f65a60667,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:14.978883 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f28da7dd-6231-46f4-b632-ad9ed93d2c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.982785 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f28da7dd-6231-46f4-b632-ad9ed93d2c79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.987788 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-f28da7dd-6231-46f4-b632-ad9ed93d2c79 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0f011bf7-e035-4e62-8a1d-5178bf05212d HTTP/1.1" status: 204 len: 168 time: 0.5626464 Oct 29 01:30:15.077215 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28da7dd-6231-46f4-b632-ad9ed93d2c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f011bf7-e035-4e62-8a1d-5178bf05212d,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:15.091855 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:15.111374 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Attempting to bind port 183f7b91-153e-4b94-b295-7f9533114cee on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:30:15.111374 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Attempting to bind port 183f7b91-153e-4b94-b295-7f9533114cee by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:30:15.111374 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Attempting to bind port 183f7b91-153e-4b94-b295-7f9533114cee on network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:15.130137 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:15.130760 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685753'] for router_interface, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:15.137001 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 8a972f6d-9ce2-4f01-8e42-69a4767b4124 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:15.137812 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:15.154472 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1182717289-router', 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '7d4170cb-a963-447a-9d90-1f681919dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:10Z', 'revision_number': 3, 'project_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'gw_port': {'id': '7d4170cb-a963-447a-9d90-1f681919dc6c', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:08Z', 'updated_at': '2021-10-29T01:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:15.203161 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:30:15.203788 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Checking segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:15.208648 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:15.208648 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Bound using segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:30:15.208648 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Bound port: 183f7b91-153e-4b94-b295-7f9533114cee, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:30:15.208648 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:15.280574 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] For port 183f7b91-153e-4b94-b295-7f9533114cee, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:30:15.284658 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] For port 183f7b91-153e-4b94-b295-7f9533114cee, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=183f7b91-153e-4b94-b295-7f9533114cee,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:30:15.494084 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:15.498249 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecb3e5-5685-4234-b270-b08745bb30ec None None] Pushing event updated for resources: {'Port': ['ID=183f7b91-153e-4b94-b295-7f9533114cee,revision_number=2']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:15.551946 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Checking router: bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c for host: dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:30:15.552306 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Updating router bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c port 7d4170cb-a963-447a-9d90-1f681919dc6c binding host dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:30:15.568343 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Allocated IP 172.20.0.1 (e96d7435-3b33-4631-af13-70db652698aa/2f5f2a0f-7214-434a-9ad1-734028b6836e/90b5e3c2-d6d8-4b3f-b902-3ccf70506250) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:15.600628 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-6acfaf27-4c9c-4bbe-ad02-5792c8a9ead4 None None] Provisioning complete for port 12f1ffb1-47e0-457f-8c3a-b6752015a12d triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:15.603856 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-6acfaf27-4c9c-4bbe-ad02-5792c8a9ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:15.609569 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:15.640585 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Routers {'b684d920-b4e6-4a2b-bebc-3e28b5417427'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:30:15.640585 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:30:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['b684d920-b4e6-4a2b-bebc-3e28b5417427'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:15.786937 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] Set router b684d920-b4e6-4a2b-bebc-3e28b5417427 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:30:15.812421 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:15.913639 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:15.938838 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-65f23f89-37a9-4e11-99cd-e2048999b2a2 req-e1937d33-fa72-4ca9-977d-f7bc6233c316 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 210 time: 0.2456915 Oct 29 01:30:15.963917 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.029608 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 2b87d916-3ab4-481f-a8ea-671f65a60667 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:16.095646 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecb3e5-5685-4234-b270-b08745bb30ec None None] Pushing event updated for resources: {'Port': ['ID=183f7b91-153e-4b94-b295-7f9533114cee,revision_number=3']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:16.171390 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-6acfaf27-4c9c-4bbe-ad02-5792c8a9ead4 None None] Port 12f1ffb1-47e0-457f-8c3a-b6752015a12d cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:30:16.233759 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Publish callbacks [] for port, precommit_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.272421 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_common [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Allocated IP 172.20.0.1 (88eb5d49-5e4a-4acd-96b7-71423140ff23/e316455a-7c55-4b86-a7d0-f74fde07dde0/3480a7b6-2aab-4b07-9c6e-36e0ecc06605) {{(pid=101937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:16.274166 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 2b87d916-3ab4-481f-a8ea-671f65a60667 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:16.275043 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.277306 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.691397 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Network e96d7435-3b33-4631-af13-70db652698aa is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:16.691397 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:16.691397 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:16.691397 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685753'] for router_interface, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.692870 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.694573 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Pushing event updated for resources: {'Port': ['ID=90b5e3c2-d6d8-4b3f-b902-3ccf70506250,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:16.695097 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:10Z', 'revision_number': 3, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:16.696104 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Attempting to bind port 7d4170cb-a963-447a-9d90-1f681919dc6c on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:30:16.696104 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Attempting to bind port 7d4170cb-a963-447a-9d90-1f681919dc6c by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}] {{(pid=101940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:30:16.696104 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Attempting to bind port 7d4170cb-a963-447a-9d90-1f681919dc6c on network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:16.696748 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.697187 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:30:16.697187 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Checking segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:16.697187 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.697187 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Bound using segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:30:16.697187 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Bound port: 7d4170cb-a963-447a-9d90-1f681919dc6c, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}}] {{(pid=101940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:30:16.697187 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.698194 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab218efe-546d-4d37-9564-4319ea03f355 None None] The sync data for ids ['b684d920-b4e6-4a2b-bebc-3e28b5417427'] in dv-cinder-815582-5-smb is: [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:10Z', 'revision_number': 3, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:30:16.698579 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245ee7b-71bb-4098-a362-6cefdc3fc3d1 None None] Pushing event updated for resources: {'Port': ['ID=7d4170cb-a963-447a-9d90-1f681919dc6c,revision_number=2']} {{(pid=101940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:16.698654 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.698727 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.db [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] For port 7d4170cb-a963-447a-9d90-1f681919dc6c, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:30:16.698727 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.db [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] For port 7d4170cb-a963-447a-9d90-1f681919dc6c, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=7d4170cb-a963-447a-9d90-1f681919dc6c,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:30:16.699883 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-17a81e0a-d0b3-4f06-afe5-a76d4eb26eaa None None] Provisioning complete for port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:16.700325 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-17a81e0a-d0b3-4f06-afe5-a76d4eb26eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.745126 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-17a81e0a-d0b3-4f06-afe5-a76d4eb26eaa None None] Port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:30:16.814911 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.828354 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562761'] for router_interface, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.828514 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.884685 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Network 88eb5d49-5e4a-4acd-96b7-71423140ff23 is already hosted by enough agents. {{(pid=101937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:16.888663 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:16.893227 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Received port after_create {{(pid=101937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:16.893931 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685753'] for router_interface, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.915521 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.990883 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:17.012135 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53568) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:17.044230 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Routers {'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:30:17.050188 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:30:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:17.126965 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=12f1ffb1-47e0-457f-8c3a-b6752015a12d,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:17.176507 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-255aa010-4591-4b91-9237-cc7c5b3b574d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:17.188727 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Pushing event updated for resources: {'Port': ['ID=3480a7b6-2aab-4b07-9c6e-36e0ecc06605,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:17.291293 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245ee7b-71bb-4098-a362-6cefdc3fc3d1 None None] Pushing event updated for resources: {'Port': ['ID=7d4170cb-a963-447a-9d90-1f681919dc6c,revision_number=3']} {{(pid=101940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:17.335138 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] Set router bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:30:17.345258 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-845bb795-a108-4835-810f-4e603c3c5199 req-55dc0fea-7598-4a6a-9b63-c403cc5807b3 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 210 time: 0.0622470 Oct 29 01:30:17.413480 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Network 8e315fc3-abe9-469e-87a5-be6b4de29e90 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:17.421615 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:17.432585 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.89', 61968) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:17.454936 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:17.775818 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1182717289-router', 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '7d4170cb-a963-447a-9d90-1f681919dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:10Z', 'revision_number': 3, 'project_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'gw_port': {'id': '7d4170cb-a963-447a-9d90-1f681919dc6c', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:08Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:17.776075 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0210301-a49b-4370-91bd-d2070b655006 req-17711de1-42d0-4b9f-8ff6-a6f87ab9b714 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:17.777819 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-17711de1-42d0-4b9f-8ff6-a6f87ab9b714 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.89 "GET /v2.0/networks?id=7af9d553-2d8b-48a5-b77f-f48995c791c6 HTTP/1.1" status: 200 len: 812 time: 0.3434124 Oct 29 01:30:17.845228 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56c843-cc42-46a2-83d8-cd96e692f6ff None None] The sync data for ids ['bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'] in dv-cinder-815582-5-smb is: [{'id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1182717289-router', 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '7d4170cb-a963-447a-9d90-1f681919dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:10Z', 'revision_number': 3, 'project_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'gw_port': {'id': '7d4170cb-a963-447a-9d90-1f681919dc6c', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:08Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}] {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:30:17.861167 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [req-b0210301-a49b-4370-91bd-d2070b655006 req-71153c25-5dd0-4dce-ac3e-2db3ee920a2c tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Request body: {'port': {'device_id': '26967298-2d04-4407-aa3c-23ca9cc59fbf', 'network_id': '7af9d553-2d8b-48a5-b77f-f48995c791c6', 'admin_state_up': True, 'tenant_id': '89ea3abd43114772b4a5ff8691053976'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:17.902678 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 183f7b91-153e-4b94-b295-7f9533114cee up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:17.971594 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-21d1591a-e39a-419b-bc6d-e13a315722ea None None] Provisioning complete for port 12f1ffb1-47e0-457f-8c3a-b6752015a12d triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:17.973102 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-21d1591a-e39a-419b-bc6d-e13a315722ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.079067 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-21d1591a-e39a-419b-bc6d-e13a315722ea None None] Port 12f1ffb1-47e0-457f-8c3a-b6752015a12d cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:30:18.099106 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 183f7b91-153e-4b94-b295-7f9533114cee triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:18.099563 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.113541 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-255aa010-4591-4b91-9237-cc7c5b3b574d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.164764 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.210068 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Router fbde8c67-8024-443f-8940-68afed81d5a0 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:30:18.219785 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-255aa010-4591-4b91-9237-cc7c5b3b574d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.294850 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.384792 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] For port 183f7b91-153e-4b94-b295-7f9533114cee, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=183f7b91-153e-4b94-b295-7f9533114cee,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:18.388788 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.391898 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562761'] for router_interface, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.492017 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.553131 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-255aa010-4591-4b91-9237-cc7c5b3b574d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a3dcb743f5df438b9cf90f91be4807f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4526470 Oct 29 01:30:18.554310 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255aa010-4591-4b91-9237-cc7c5b3b574d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3977a33-ca9c-4462-8fa4-b47d38a79ecc,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:18.562916 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53602) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:18.600402 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Pushing event updated for resources: {'Port': ['ID=183f7b91-153e-4b94-b295-7f9533114cee,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:18.718039 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.728409 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b81225eb-4376-4c31-bd37-a0381fbd6637 req-1886cf5a-03af-4630-b55f-5c759fbbb699 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 210 time: 0.1540339 Oct 29 01:30:18.763027 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0210301-a49b-4370-91bd-d2070b655006 req-71153c25-5dd0-4dce-ac3e-2db3ee920a2c tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Made reservation on behalf of 89ea3abd43114772b4a5ff8691053976 for: {'port': 1} {{(pid=101937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:18.772115 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-b0210301-a49b-4370-91bd-d2070b655006 req-71153c25-5dd0-4dce-ac3e-2db3ee920a2c tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.824676 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.824676 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562761'] for router_interface, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.850802 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d1437845-b9b0-4e36-87d4-32f5635c5e09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.903380 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Pushing event updated for resources: {'Port': ['ID=90b5e3c2-d6d8-4b3f-b902-3ccf70506250,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:18.921409 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:30:18.934944 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Sync routers for ids ['fbde8c67-8024-443f-8940-68afed81d5a0'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:30:18.950709 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-d10ce1ce-a986-4afc-be7e-840a5653d9b9 admin admin] 10.222.0.77 "PUT /v2.0/routers/fbde8c67-8024-443f-8940-68afed81d5a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6088927 Oct 29 01:30:18.972537 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Routers {'fbde8c67-8024-443f-8940-68afed81d5a0'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:30:18.979403 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:30:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['fbde8c67-8024-443f-8940-68afed81d5a0'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:19.027173 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Network e96d7435-3b33-4631-af13-70db652698aa is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:19.029728 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:19.255352 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Set router fbde8c67-8024-443f-8940-68afed81d5a0 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:30:19.304172 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Router b684d920-b4e6-4a2b-bebc-3e28b5417427 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:30:19.578264 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d1437845-b9b0-4e36-87d4-32f5635c5e09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:19.603197 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Pushing event updated for resources: {'Port': ['ID=3480a7b6-2aab-4b07-9c6e-36e0ecc06605,revision_number=2']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:19.617082 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_common [req-b0210301-a49b-4370-91bd-d2070b655006 req-71153c25-5dd0-4dce-ac3e-2db3ee920a2c tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Allocated IP 172.20.0.13 (7af9d553-2d8b-48a5-b77f-f48995c791c6/c0ccd7b7-9d8c-4524-bca2-2f360aba32b6/678f65f9-0ebb-4b09-af91-5209ac139974) {{(pid=101937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:19.666655 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-a87a2a7e-49d7-4004-9758-99a017eb4181 None None] Provisioning complete for port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:19.667118 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a87a2a7e-49d7-4004-9758-99a017eb4181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:19.670424 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:30:19.683610 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Sync routers for ids ['b684d920-b4e6-4a2b-bebc-3e28b5417427'] in dv-cinder-815582-5-smb {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:30:19.701602 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-5782f76f-03f7-497f-84d0-717b8764326b admin admin] 10.222.0.77 "PUT /v2.0/routers/b684d920-b4e6-4a2b-bebc-3e28b5417427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5658031 Oct 29 01:30:19.701866 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Routers {'b684d920-b4e6-4a2b-bebc-3e28b5417427'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:30:19.701866 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:30:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['b684d920-b4e6-4a2b-bebc-3e28b5417427'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:19.764707 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-a87a2a7e-49d7-4004-9758-99a017eb4181 None None] Port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:30:19.862489 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Network 88eb5d49-5e4a-4acd-96b7-71423140ff23 is already hosted by enough agents. {{(pid=101937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:19.887606 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:19.904789 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-45765463-f4a0-4e02-9216-bd965229cb7f req-785a8fb6-b8e1-44da-8681-1ce8ea58e8ff tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 210 time: 0.0467901 Oct 29 01:30:19.943148 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '12f1ffb1-47e0-457f-8c3a-b6752015a12d', 'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'mac_address': 'fa:16:3e:18:d9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:12Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 2, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'subnets': [{'id': 'fd490598-4e26-4fa2-b542-29057546e707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:19.984269 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 7d4170cb-a963-447a-9d90-1f681919dc6c up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:19.988899 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Checking router: fbde8c67-8024-443f-8940-68afed81d5a0 for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:30:19.994308 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Updating router fbde8c67-8024-443f-8940-68afed81d5a0 port 12f1ffb1-47e0-457f-8c3a-b6752015a12d binding host dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:30:20.029684 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Set router b684d920-b4e6-4a2b-bebc-3e28b5417427 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:30:20.036352 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d1437845-b9b0-4e36-87d4-32f5635c5e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.039853 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d1437845-b9b0-4e36-87d4-32f5635c5e09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.041157 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-d1437845-b9b0-4e36-87d4-32f5635c5e09 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e3977a33-ca9c-4462-8fa4-b47d38a79ecc HTTP/1.1" status: 204 len: 168 time: 1.4664056 Oct 29 01:30:20.066892 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.107122 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1437845-b9b0-4e36-87d4-32f5635c5e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3977a33-ca9c-4462-8fa4-b47d38a79ecc,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:20.351686 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Router bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:30:20.360044 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-b0210301-a49b-4370-91bd-d2070b655006 req-71153c25-5dd0-4dce-ac3e-2db3ee920a2c tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Publish callbacks [] for port, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.468342 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '90b5e3c2-d6d8-4b3f-b902-3ccf70506250', 'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'mac_address': 'fa:16:3e:14:00:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:14Z', 'updated_at': '2021-10-29T01:30:17Z', 'revision_number': 2, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'subnets': [{'id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:20.548155 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Checking router: b684d920-b4e6-4a2b-bebc-3e28b5417427 for host: dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:30:20.548513 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Updating router b684d920-b4e6-4a2b-bebc-3e28b5417427 port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 binding host dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:30:20.574527 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 7d4170cb-a963-447a-9d90-1f681919dc6c triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:20.576387 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.608127 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.632492 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:30:20.644827 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-6e052a1d-6e0f-4b95-86ba-ec962a3332b2 admin admin] 10.222.0.77 "PUT /v2.0/routers/bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8493710 Oct 29 01:30:20.682205 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-b0210301-a49b-4370-91bd-d2070b655006 req-71153c25-5dd0-4dce-ac3e-2db3ee920a2c tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.875599 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0210301-a49b-4370-91bd-d2070b655006 req-71153c25-5dd0-4dce-ac3e-2db3ee920a2c tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Network 7af9d553-2d8b-48a5-b77f-f48995c791c6 is already hosted by enough agents. {{(pid=101937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:20.882872 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [req-b0210301-a49b-4370-91bd-d2070b655006 req-71153c25-5dd0-4dce-ac3e-2db3ee920a2c tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Resources bound (agent type, host, resource id): {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:20.902503 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0210301-a49b-4370-91bd-d2070b655006 req-71153c25-5dd0-4dce-ac3e-2db3ee920a2c tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Received port after_create {{(pid=101937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:20.913434 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.919577 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0210301-a49b-4370-91bd-d2070b655006 req-71153c25-5dd0-4dce-ac3e-2db3ee920a2c tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:20.920774 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-b0210301-a49b-4370-91bd-d2070b655006 req-71153c25-5dd0-4dce-ac3e-2db3ee920a2c tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for port, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.937442 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] For port 7d4170cb-a963-447a-9d90-1f681919dc6c, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=7d4170cb-a963-447a-9d90-1f681919dc6c,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:20.943567 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71153c25-5dd0-4dce-ac3e-2db3ee920a2c tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Pushing event updated for resources: {'Port': ['ID=678f65f9-0ebb-4b09-af91-5209ac139974,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:20.945390 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Sync routers for ids ['bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:30:20.990427 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Routers {'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:30:20.991592 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:30:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:21.047032 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-71153c25-5dd0-4dce-ac3e-2db3ee920a2c tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1919868 Oct 29 01:30:21.054343 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:21.055197 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 183f7b91-153e-4b94-b295-7f9533114cee up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:21.067795 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-ba5b34b6-0d8b-46d2-83e7-ca6d1e804935 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:30:21.069770 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-ba5b34b6-0d8b-46d2-83e7-ca6d1e804935 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078592 Oct 29 01:30:21.259599 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53676) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:21.268404 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-c48ba2c0-58a1-4ed7-a7c9-f3baa9395a32 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1024848339', 'description': 'tempest-description--1505445344'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:21.425079 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c48ba2c0-58a1-4ed7-a7c9-f3baa9395a32 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:21.527119 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Pushing event updated for resources: {'Port': ['ID=7d4170cb-a963-447a-9d90-1f681919dc6c,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:21.589004 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Publish callbacks [] for port, precommit_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:21.594009 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 183f7b91-153e-4b94-b295-7f9533114cee triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:21.595827 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:21.610139 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f154b16-e2c8-41f9-adc6-5b55f23b6129 req-4b784481-172d-45c8-bd63-122b45deb3ed tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:21.613592 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Publish callbacks [] for port, precommit_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:21.625884 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f154b16-e2c8-41f9-adc6-5b55f23b6129 req-4b784481-172d-45c8-bd63-122b45deb3ed tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 932 time: 0.2153385 Oct 29 01:30:21.630076 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Set router bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:30:21.668100 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c48ba2c0-58a1-4ed7-a7c9-f3baa9395a32 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:21.703604 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:21.718063 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53686) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:21.758081 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:21.789161 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c48ba2c0-58a1-4ed7-a7c9-f3baa9395a32 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:21.797538 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1d88a-a716-47ef-84e8-1cdcec587334 None None] Pushing event updated for resources: {'Port': ['ID=12f1ffb1-47e0-457f-8c3a-b6752015a12d,revision_number=3']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:21.806999 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f154b16-e2c8-41f9-adc6-5b55f23b6129 req-9259f760-36da-49d5-909e-eb99f91c204e tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673868 Oct 29 01:30:21.936541 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c48ba2c0-58a1-4ed7-a7c9-f3baa9395a32 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:21.943016 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53694) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:21.948179 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-664497bc-9dea-4753-a27c-815983b940fc tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Request body: {'security_group_rule': {'security_group_id': '4d1b359d-e29c-4ad6-bb43-e751618331d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:21.957151 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-c48ba2c0-58a1-4ed7-a7c9-f3baa9395a32 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6917830 Oct 29 01:30:21.986529 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ba2c0-58a1-4ed7-a7c9-f3baa9395a32 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1b359d-e29c-4ad6-bb43-e751618331d7,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:22.005073 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfb762-af4c-49a6-aabf-68a0f3759c40 None None] Pushing event updated for resources: {'Port': ['ID=90b5e3c2-d6d8-4b3f-b902-3ccf70506250,revision_number=3']} {{(pid=101940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:22.092622 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-664497bc-9dea-4753-a27c-815983b940fc tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.171298 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0d08421a-a7a1-4428-84d5-8008c074ad80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.225551 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Attempting to bind port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:30:22.226560 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Attempting to bind port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'}] {{(pid=101940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:30:22.227129 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Attempting to bind port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 on network e96d7435-3b33-4631-af13-70db652698aa {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:22.251248 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:30:22.253331 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Checking segment: {'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:22.254104 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.255358 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Bound using segment: {'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'} {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:30:22.258335 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Bound port: 90b5e3c2-d6d8-4b3f-b902-3ccf70506250, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'}}] {{(pid=101940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:30:22.261592 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.287909 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Attempting to bind port 12f1ffb1-47e0-457f-8c3a-b6752015a12d on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:30:22.291869 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Attempting to bind port 12f1ffb1-47e0-457f-8c3a-b6752015a12d by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:30:22.291869 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Attempting to bind port 12f1ffb1-47e0-457f-8c3a-b6752015a12d on network 8e315fc3-abe9-469e-87a5-be6b4de29e90 {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:22.325877 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:30:22.326487 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Checking segment: {'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:22.327493 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.329656 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Bound using segment: {'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:30:22.330164 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Bound port: 12f1ffb1-47e0-457f-8c3a-b6752015a12d, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'}}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:30:22.330675 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.379047 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-664497bc-9dea-4753-a27c-815983b940fc tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.411616 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Request body: {'port': {'device_id': '26967298-2d04-4407-aa3c-23ca9cc59fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:22.494729 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.db [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] For port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:30:22.501386 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] For port 12f1ffb1-47e0-457f-8c3a-b6752015a12d, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:30:22.502744 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.db [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] For port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=90b5e3c2-d6d8-4b3f-b902-3ccf70506250,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:30:22.519904 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] For port 12f1ffb1-47e0-457f-8c3a-b6752015a12d, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=12f1ffb1-47e0-457f-8c3a-b6752015a12d,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:30:22.577742 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-664497bc-9dea-4753-a27c-815983b940fc tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.607691 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664497bc-9dea-4753-a27c-815983b940fc tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf191767-c806-4e5f-bb4c-f28ea7262400,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:22.623439 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1182717289-router', 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '7d4170cb-a963-447a-9d90-1f681919dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:17Z', 'revision_number': 4, 'project_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'gw_port': {'id': '7d4170cb-a963-447a-9d90-1f681919dc6c', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:08Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '3480a7b6-2aab-4b07-9c6e-36e0ecc06605', 'name': '', 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23', 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'mac_address': 'fa:16:3e:58:49:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e316455a-7c55-4b86-a7d0-f74fde07dde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:15Z', 'updated_at': '2021-10-29T01:30:17Z', 'revision_number': 2, 'project_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'subnets': [{'id': 'e316455a-7c55-4b86-a7d0-f74fde07dde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:22.626086 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-6d6eb690-ab84-4d4f-a2c1-f942d543e790 None None] Provisioning complete for port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:22.626472 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-6d6eb690-ab84-4d4f-a2c1-f942d543e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.685304 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0d08421a-a7a1-4428-84d5-8008c074ad80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.700426 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.720548 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.800825 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 7d4170cb-a963-447a-9d90-1f681919dc6c up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:22.842524 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.865512 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-92cab15a-72e3-475b-ae1e-9e3826b9cc87 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:22.877008 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-92cab15a-72e3-475b-ae1e-9e3826b9cc87 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/networks?id=88eb5d49-5e4a-4acd-96b7-71423140ff23 HTTP/1.1" status: 200 len: 819 time: 0.1970139 Oct 29 01:30:22.898200 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-664497bc-9dea-4753-a27c-815983b940fc tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.903876 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-664497bc-9dea-4753-a27c-815983b940fc tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9597459 Oct 29 01:30:22.904552 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53732) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:22.913474 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Routers {'b684d920-b4e6-4a2b-bebc-3e28b5417427'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:30:22.919593 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:30:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['b684d920-b4e6-4a2b-bebc-3e28b5417427'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:22.929883 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-37abca3f-444e-4648-936f-a21fe52e5bdf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Request body: {'security_group_rule': {'security_group_id': '4d1b359d-e29c-4ad6-bb43-e751618331d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:22.975311 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-222f35cb-c98e-414f-8f13-be146c3a1dbe tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/quotas/eb919510c0cf40f18e2cba8d84793a7f HTTP/1.1" status: 200 len: 375 time: 0.0973358 Oct 29 01:30:23.018677 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Checking router: bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:30:23.019027 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Updating router bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c port 3480a7b6-2aab-4b07-9c6e-36e0ecc06605 binding host dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:30:23.020326 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53734) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:23.058080 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-47503da9-08a1-4985-99d7-16bd31da1fdb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--980936191', 'description': 'tempest-description--2030625115'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:23.158256 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1d88a-a716-47ef-84e8-1cdcec587334 None None] Pushing event updated for resources: {'Port': ['ID=12f1ffb1-47e0-457f-8c3a-b6752015a12d,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:23.248280 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-6d6eb690-ab84-4d4f-a2c1-f942d543e790 None None] Port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:30:23.271087 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0d08421a-a7a1-4428-84d5-8008c074ad80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.321873 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfb762-af4c-49a6-aabf-68a0f3759c40 None None] Pushing event updated for resources: {'Port': ['ID=90b5e3c2-d6d8-4b3f-b902-3ccf70506250,revision_number=4']} {{(pid=101940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:23.325904 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.326437 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-37e83eca-bf65-4434-a213-953fddc79185 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb919510c0cf40f18e2cba8d84793a7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3485532 Oct 29 01:30:23.355491 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08421a-a7a1-4428-84d5-8008c074ad80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708dd6d0-0c38-4691-a0e3-61f86df9dc45,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:23.370252 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-0d08421a-a7a1-4428-84d5-8008c074ad80 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ee50eb065ff443caa9a7527d500e890&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6509845 Oct 29 01:30:23.372810 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53740) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:23.379473 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] Set router b684d920-b4e6-4a2b-bebc-3e28b5417427 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:30:23.386519 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.notifiers.nova [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678f65f9-0ebb-4b09-af91-5209ac139974 {{(pid=101937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:30:23.392299 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5787cd3-9550-4d5a-bbe3-8256e9f07de1 req-b90f4914-7c8d-4221-ae48-515acbcafbc0 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:23.398003 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e5787cd3-9550-4d5a-bbe3-8256e9f07de1 req-b90f4914-7c8d-4221-ae48-515acbcafbc0 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 932 time: 0.1938381 Oct 29 01:30:23.402617 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.438722 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-37abca3f-444e-4648-936f-a21fe52e5bdf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.450292 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.provisioning_blocks [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Transition to ACTIVE for port object 678f65f9-0ebb-4b09-af91-5209ac139974 will not be triggered until provisioned by entity L2. {{(pid=101937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:30:23.486123 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-b469f954-1312-46cf-8435-cd3d5497fc40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.516578 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Routers {'fbde8c67-8024-443f-8940-68afed81d5a0'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:30:23.528488 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:30:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['fbde8c67-8024-443f-8940-68afed81d5a0'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:23.550127 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-b469f954-1312-46cf-8435-cd3d5497fc40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.572325 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.647479 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e5787cd3-9550-4d5a-bbe3-8256e9f07de1 req-cffe9e99-b4d8-4ff5-826f-b914dc9e4f5f tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212005 Oct 29 01:30:23.687784 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-47503da9-08a1-4985-99d7-16bd31da1fdb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.764269 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-37abca3f-444e-4648-936f-a21fe52e5bdf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.769089 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Pushing event updated for resources: {'Port': ['ID=678f65f9-0ebb-4b09-af91-5209ac139974,revision_number=2']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:23.831603 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-37abca3f-444e-4648-936f-a21fe52e5bdf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.888213 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abca3f-444e-4648-936f-a21fe52e5bdf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59d425d-5ddf-4b06-9619-9d4fb414d663,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:23.922093 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-47503da9-08a1-4985-99d7-16bd31da1fdb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.934096 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-37abca3f-444e-4648-936f-a21fe52e5bdf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.935566 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-37abca3f-444e-4648-936f-a21fe52e5bdf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0288959 Oct 29 01:30:23.938851 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53746) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:23.944669 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53748) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:23.954572 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Request body: {'floatingip': {'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:23.986054 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-08f4d94d-0a7e-4839-969f-91b756dfd6ff None None] Provisioning complete for port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:23.986427 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-08f4d94d-0a7e-4839-969f-91b756dfd6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.988761 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.managers [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Attempting to bind port 678f65f9-0ebb-4b09-af91-5209ac139974 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:30:23.989178 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.managers [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Attempting to bind port 678f65f9-0ebb-4b09-af91-5209ac139974 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'f86e6b81-8941-4a2e-84f9-cbfe451d062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '7af9d553-2d8b-48a5-b77f-f48995c791c6'}] {{(pid=101937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:30:23.989538 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Attempting to bind port 678f65f9-0ebb-4b09-af91-5209ac139974 on network 7af9d553-2d8b-48a5-b77f-f48995c791c6 {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:23.995780 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Port 678f65f9-0ebb-4b09-af91-5209ac139974 on network 7af9d553-2d8b-48a5-b77f-f48995c791c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:30:23.996170 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Attempting to bind port 678f65f9-0ebb-4b09-af91-5209ac139974 on network 7af9d553-2d8b-48a5-b77f-f48995c791c6 {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:24.003696 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:30:24.008895 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Checking segment: {'id': 'f86e6b81-8941-4a2e-84f9-cbfe451d062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '7af9d553-2d8b-48a5-b77f-f48995c791c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:24.008895 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Bound using segment: {'id': 'f86e6b81-8941-4a2e-84f9-cbfe451d062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '7af9d553-2d8b-48a5-b77f-f48995c791c6'} {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:30:24.008895 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.managers [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Bound port: 678f65f9-0ebb-4b09-af91-5209ac139974, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e6b81-8941-4a2e-84f9-cbfe451d062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '7af9d553-2d8b-48a5-b77f-f48995c791c6'}}] {{(pid=101937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:30:24.008895 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.025624 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-47503da9-08a1-4985-99d7-16bd31da1fdb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.057917 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '90b5e3c2-d6d8-4b3f-b902-3ccf70506250', 'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'mac_address': 'fa:16:3e:14:00:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:14Z', 'updated_at': '2021-10-29T01:30:22Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'subnets': [{'id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:24.058576 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for floatingip, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.065350 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-b469f954-1312-46cf-8435-cd3d5497fc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.068367 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-b469f954-1312-46cf-8435-cd3d5497fc40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.073715 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-b469f954-1312-46cf-8435-cd3d5497fc40 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/708dd6d0-0c38-4691-a0e3-61f86df9dc45 HTTP/1.1" status: 204 len: 168 time: 0.6997995 Oct 29 01:30:24.101291 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469f954-1312-46cf-8435-cd3d5497fc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708dd6d0-0c38-4691-a0e3-61f86df9dc45,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:24.130742 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47503da9-08a1-4985-99d7-16bd31da1fdb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:24.151530 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bff50-062c-48ad-8663-6c7188329c16 None None] The sync data for ids ['b684d920-b4e6-4a2b-bebc-3e28b5417427'] in dv-cinder-815582-5-smb is: [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '90b5e3c2-d6d8-4b3f-b902-3ccf70506250', 'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'mac_address': 'fa:16:3e:14:00:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:14Z', 'updated_at': '2021-10-29T01:30:22Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'subnets': [{'id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:30:24.215624 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] For port 678f65f9-0ebb-4b09-af91-5209ac139974, host hv-cinder-81558, cleared binding levels {{(pid=101937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:30:24.295003 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] For port 678f65f9-0ebb-4b09-af91-5209ac139974, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=678f65f9-0ebb-4b09-af91-5209ac139974,segment=NetworkSegment(f86e6b81-8941-4a2e-84f9-cbfe451d062a),segment_id=f86e6b81-8941-4a2e-84f9-cbfe451d062a)] {{(pid=101937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:30:24.353342 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7816aece-821a-40f3-abef-3e7ba7c76487 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.399296 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-47503da9-08a1-4985-99d7-16bd31da1fdb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.408454 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-47503da9-08a1-4985-99d7-16bd31da1fdb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3537748 Oct 29 01:30:24.409637 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 53760) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:24.425266 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-3b33766b-67c6-45f4-a44e-acdfee18ae02 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Request body: {'security_group_rule': {'security_group_id': '583f2c31-e7f1-4c10-9fe0-6d9cc58a770d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:24.446900 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 7d4170cb-a963-447a-9d90-1f681919dc6c triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:24.447547 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.458051 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-2e1dc0fb-870f-4876-a1e8-e96be0d094c5 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:30:24.460147 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-2e1dc0fb-870f-4876-a1e8-e96be0d094c5 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2852378 Oct 29 01:30:24.474895 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.534586 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:24.538201 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for port, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.539747 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] 10.222.0.89 "PUT /v2.0/ports/678f65f9-0ebb-4b09-af91-5209ac139974 HTTP/1.1" status: 200 len: 1094 time: 2.5835516 Oct 29 01:30:24.541307 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.544202 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] Set router fbde8c67-8024-443f-8940-68afed81d5a0 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:30:24.845550 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26967298-2d04-4407-aa3c-23ca9cc59fbf', 'tag': '678f65f9-0ebb-4b09-af91-5209ac139974'}] {{(pid=101937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:24.865230 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-8719557e-ee4d-46a2-b6d3-4a320a48cc01 service neutron] 10.222.0.77 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877945 Oct 29 01:30:24.988891 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7816aece-821a-40f3-abef-3e7ba7c76487 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.026814 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-08f4d94d-0a7e-4839-969f-91b756dfd6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.053067 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_common [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Allocated IP 172.28.3.3 (332549b6-3cdf-4adf-8b3f-15d63761d6c2/20988095-ecd5-434a-9470-4250e0864dd2/6282c521-1137-40f7-8422-0e38ca1859e1) {{(pid=101937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:25.286657 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-c45f1593-dc5b-4eea-b7de-895fd0959ff3 service neutron] 10.222.0.77 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415945 Oct 29 01:30:25.286657 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7816aece-821a-40f3-abef-3e7ba7c76487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.372015 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-7816aece-821a-40f3-abef-3e7ba7c76487 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3b32aa32460d4bcda3f18dee55d45b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4260237 Oct 29 01:30:25.379271 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53774) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:25.413709 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b773b1b-de12-408c-ae9a-76f5dadfabe7 req-e61b4ec1-24cf-4d37-a4c5-faa123c39067 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:25.415406 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3b773b1b-de12-408c-ae9a-76f5dadfabe7 req-e61b4ec1-24cf-4d37-a4c5-faa123c39067 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 944 time: 0.5945497 Oct 29 01:30:25.416138 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816aece-821a-40f3-abef-3e7ba7c76487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a346c8f7-aa36-4fe1-8296-705e8be735fc,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:25.522557 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3b773b1b-de12-408c-ae9a-76f5dadfabe7 req-a0afd14b-dc03-47db-8dcb-fbb29b7e454d tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879521 Oct 29 01:30:25.531447 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53776) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:25.594631 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8694669c-0f17-4833-af2c-a0d16794ecfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.605183 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1aa73472-58a9-416d-99a5-3e2dc25b6180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.640633 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for port, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.671774 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b2f02-078b-4b07-b189-709dab44328b service neutron] Pushing event updated for resources: {'Port': ['ID=678f65f9-0ebb-4b09-af91-5209ac139974,revision_number=3']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:25.686242 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3b33766b-67c6-45f4-a44e-acdfee18ae02 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.700450 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8694669c-0f17-4833-af2c-a0d16794ecfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.720337 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0210301-a49b-4370-91bd-d2070b655006 req-d5106299-d657-4ea2-88dd-3e11065ae9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:25.722520 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-d5106299-d657-4ea2-88dd-3e11065ae9ea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=89ea3abd43114772b4a5ff8691053976&device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 1097 time: 0.7378783 Oct 29 01:30:25.912949 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3b33766b-67c6-45f4-a44e-acdfee18ae02 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.988317 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1aa73472-58a9-416d-99a5-3e2dc25b6180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.995814 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8694669c-0f17-4833-af2c-a0d16794ecfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.003396 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8694669c-0f17-4833-af2c-a0d16794ecfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.003396 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-8694669c-0f17-4833-af2c-a0d16794ecfd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a346c8f7-aa36-4fe1-8296-705e8be735fc HTTP/1.1" status: 204 len: 168 time: 0.6202118 Oct 29 01:30:26.021348 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Publish callbacks [] for port, precommit_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.026925 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd4190f8698f4bce9eaa026dc7517db330c7bfcbcac75c838e6d65c99a8078c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3a6e4f-b7ad-4757-b108-79a4f5007dda" -d '{"events": [{"name": "network-changed", "server_uuid": "26967298-2d04-4407-aa3c-23ca9cc59fbf", "tag": "678f65f9-0ebb-4b09-af91-5209ac139974"}]}' {{(pid=101937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:26.047726 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694669c-0f17-4833-af2c-a0d16794ecfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a346c8f7-aa36-4fe1-8296-705e8be735fc,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:26.059880 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-08f4d94d-0a7e-4839-969f-91b756dfd6ff None None] For port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=90b5e3c2-d6d8-4b3f-b902-3ccf70506250,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:26.114609 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fda46b89-f43c-432a-9c83-8de86a114660 req-64b807b3-2fc8-4cc7-bcd0-f23dd63b3a49 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 210 time: 0.0903525 Oct 29 01:30:26.138431 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1aa73472-58a9-416d-99a5-3e2dc25b6180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.207761 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.218759 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa73472-58a9-416d-99a5-3e2dc25b6180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb07fb1-62cf-4ca2-a6bf-34b8c1a4adac,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:26.241215 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-1aa73472-58a9-416d-99a5-3e2dc25b6180 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fdd103eca1d64b06b852fa35ffb6ed56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7070410 Oct 29 01:30:26.249977 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53806) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:26.250148 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-08f4d94d-0a7e-4839-969f-91b756dfd6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.307633 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3b33766b-67c6-45f4-a44e-acdfee18ae02 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.318522 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-08f4d94d-0a7e-4839-969f-91b756dfd6ff None None] Provisioning complete for port 12f1ffb1-47e0-457f-8c3a-b6752015a12d triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:26.318791 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-08f4d94d-0a7e-4839-969f-91b756dfd6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.414798 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-b1f9c4f9-6cc4-4049-84a2-271c4ea4cbd1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678f65f9-0ebb-4b09-af91-5209ac139974 HTTP/1.1" status: 200 len: 217 time: 0.4483905 Oct 29 01:30:26.432267 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '12f1ffb1-47e0-457f-8c3a-b6752015a12d', 'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'mac_address': 'fa:16:3e:18:d9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:12Z', 'updated_at': '2021-10-29T01:30:22Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'subnets': [{'id': 'fd490598-4e26-4fa2-b542-29057546e707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:26.459617 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33766b-67c6-45f4-a44e-acdfee18ae02 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df23430-091e-41db-8454-24fe92dc1d84,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:26.491035 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4a23d3c9-98f4-4cff-8d27-da840c094da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.562133 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4a23d3c9-98f4-4cff-8d27-da840c094da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.602736 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:26.634534 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc7c8f9-ab26-4e7a-aede-30a5362a80e3 None None] The sync data for ids ['fbde8c67-8024-443f-8940-68afed81d5a0'] in dv-cinder-815582-5-smb is: [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '12f1ffb1-47e0-457f-8c3a-b6752015a12d', 'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'mac_address': 'fa:16:3e:18:d9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:12Z', 'updated_at': '2021-10-29T01:30:22Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'subnets': [{'id': 'fd490598-4e26-4fa2-b542-29057546e707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:30:26.656830 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c8824-4c96-4153-a4c0-ad67581946a5 None None] Pushing event updated for resources: {'Port': ['ID=3480a7b6-2aab-4b07-9c6e-36e0ecc06605,revision_number=3']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:26.676784 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.717394 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3b33766b-67c6-45f4-a44e-acdfee18ae02 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.719213 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-3b33766b-67c6-45f4-a44e-acdfee18ae02 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3051119 Oct 29 01:30:26.722717 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53822) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:26.724161 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Attempting to bind port 3480a7b6-2aab-4b07-9c6e-36e0ecc06605 on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:30:26.724720 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Attempting to bind port 3480a7b6-2aab-4b07-9c6e-36e0ecc06605 by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': 'ae3ec003-3d3f-400d-a509-189677f12de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23'}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:30:26.725241 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Attempting to bind port 3480a7b6-2aab-4b07-9c6e-36e0ecc06605 on network 88eb5d49-5e4a-4acd-96b7-71423140ff23 {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:26.749815 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:30:26.751054 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Checking segment: {'id': 'ae3ec003-3d3f-400d-a509-189677f12de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:26.751624 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.752161 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Bound using segment: {'id': 'ae3ec003-3d3f-400d-a509-189677f12de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23'} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:30:26.752810 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Bound port: 3480a7b6-2aab-4b07-9c6e-36e0ecc06605, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3ec003-3d3f-400d-a509-189677f12de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23'}}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:30:26.753371 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.753842 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-5069737b-55c9-4421-9f4c-6cc468aebe31 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Request body: {'security_group_rule': {'security_group_id': '583f2c31-e7f1-4c10-9fe0-6d9cc58a770d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:26.839972 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-08f4d94d-0a7e-4839-969f-91b756dfd6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.874713 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0210301-a49b-4370-91bd-d2070b655006 req-8bee684f-095f-420e-be5d-24e32c9a031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:26.874713 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-8bee684f-095f-420e-be5d-24e32c9a031e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0ccd7b7-9d8c-4524-bca2-2f360aba32b6 HTTP/1.1" status: 200 len: 852 time: 0.3899734 Oct 29 01:30:26.921101 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event updated for resources: {'Port': ['ID=6282c521-1137-40f7-8422-0e38ca1859e1,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:26.936883 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 is already hosted by enough agents. {{(pid=101937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:27.044874 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:27.045486 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.076598 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4d94d-0a7e-4839-969f-91b756dfd6ff None None] Pushing event updated for resources: {'Port': ['ID=90b5e3c2-d6d8-4b3f-b902-3ccf70506250,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:27.107509 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-801814ad-be93-4930-8617-7f175a87b787 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7af9d553-2d8b-48a5-b77f-f48995c791c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1727111 Oct 29 01:30:27.108772 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Resources bound (agent type, host, resource id): {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:27.115500 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Received port after_create {{(pid=101937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:27.273140 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-08f4d94d-0a7e-4839-969f-91b756dfd6ff None None] For port 12f1ffb1-47e0-457f-8c3a-b6752015a12d, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=12f1ffb1-47e0-457f-8c3a-b6752015a12d,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:27.303301 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5069737b-55c9-4421-9f4c-6cc468aebe31 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.322268 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] For port 3480a7b6-2aab-4b07-9c6e-36e0ecc06605, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:30:27.329404 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] For port 3480a7b6-2aab-4b07-9c6e-36e0ecc06605, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=3480a7b6-2aab-4b07-9c6e-36e0ecc06605,segment=NetworkSegment(ae3ec003-3d3f-400d-a509-189677f12de7),segment_id=ae3ec003-3d3f-400d-a509-189677f12de7)] {{(pid=101939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:30:27.336548 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf376f-415f-4612-8d98-980ed5920990 req-51e162ec-bbcc-4db6-b0da-d54c1ca8e35a tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:27.344973 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b7bf376f-415f-4612-8d98-980ed5920990 req-51e162ec-bbcc-4db6-b0da-d54c1ca8e35a tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 944 time: 0.4714885 Oct 29 01:30:27.423953 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-3661c519-82dd-4826-b373-cfe12afeff17 service neutron] 10.222.0.89 "GET /v2.0/networks/7af9d553-2d8b-48a5-b77f-f48995c791c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840424 Oct 29 01:30:27.427800 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-08f4d94d-0a7e-4839-969f-91b756dfd6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.470208 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b7bf376f-415f-4612-8d98-980ed5920990 req-5eb1a93c-6993-48f8-8ceb-b42bd6c0063d tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241360 Oct 29 01:30:27.474513 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4a23d3c9-98f4-4cff-8d27-da840c094da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.487584 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4a23d3c9-98f4-4cff-8d27-da840c094da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.499921 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-4a23d3c9-98f4-4cff-8d27-da840c094da6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1bb07fb1-62cf-4ca2-a6bf-34b8c1a4adac HTTP/1.1" status: 204 len: 168 time: 1.2380345 Oct 29 01:30:27.536368 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23d3c9-98f4-4cff-8d27-da840c094da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb07fb1-62cf-4ca2-a6bf-34b8c1a4adac,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:27.553473 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.559045 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5069737b-55c9-4421-9f4c-6cc468aebe31 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.627044 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.665457 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5069737b-55c9-4421-9f4c-6cc468aebe31 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.691437 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7151ed42-64cc-4012-85bb-620036a52194 x-openstack-request-id: req-7151ed42-64cc-4012-85bb-620036a52194 {{(pid=101937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:27.692003 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26967298-2d04-4407-aa3c-23ca9cc59fbf", "tag": "678f65f9-0ebb-4b09-af91-5209ac139974", "status": "completed", "code": 200}]} {{(pid=101937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:27.693177 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7151ed42-64cc-4012-85bb-620036a52194 {{(pid=101937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:27.693829 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26967298-2d04-4407-aa3c-23ca9cc59fbf', 'tag': '678f65f9-0ebb-4b09-af91-5209ac139974', 'status': 'completed', 'code': 200} Oct 29 01:30:27.728414 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-ab07767f-add1-4fc1-b1cf-082694958da7 None None] Provisioning complete for port 12f1ffb1-47e0-457f-8c3a-b6752015a12d triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:27.734611 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-ab07767f-add1-4fc1-b1cf-082694958da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.786764 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069737b-55c9-4421-9f4c-6cc468aebe31 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c178bf-c71a-4266-a920-b3a3a374195d,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:27.829413 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4d94d-0a7e-4839-969f-91b756dfd6ff None None] Pushing event updated for resources: {'Port': ['ID=12f1ffb1-47e0-457f-8c3a-b6752015a12d,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:27.928730 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-b0210301-a49b-4370-91bd-d2070b655006 req-7d91624b-d7a5-4926-bf67-df240e554f2e service neutron] 10.222.0.89 "GET /v2.0/networks/7af9d553-2d8b-48a5-b77f-f48995c791c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324018 Oct 29 01:30:27.959549 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.983458 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Routers {'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:30:28.046367 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:30:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:28.058773 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-b314a986-4980-42ac-b328-1caa63da891a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:28.060564 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-b314a986-4980-42ac-b328-1caa63da891a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/networks?id=88eb5d49-5e4a-4acd-96b7-71423140ff23 HTTP/1.1" status: 200 len: 819 time: 0.4760699 Oct 29 01:30:28.122722 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7ee51b7d-8e71-4a38-80e8-9aa807a80a07 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/quotas/eb919510c0cf40f18e2cba8d84793a7f HTTP/1.1" status: 200 len: 375 time: 0.0518422 Oct 29 01:30:28.221761 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53856) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:28.299125 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5069737b-55c9-4421-9f4c-6cc468aebe31 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:28.303816 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-5069737b-55c9-4421-9f4c-6cc468aebe31 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5769210 Oct 29 01:30:28.304481 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53858) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:28.307048 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-44281130-9073-445a-b4d7-231df8480fd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:28.329481 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Request body: {'floatingip': {'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:28.450198 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for port, precommit_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:28.734801 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c8824-4c96-4153-a4c0-ad67581946a5 None None] Pushing event updated for resources: {'Port': ['ID=3480a7b6-2aab-4b07-9c6e-36e0ecc06605,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:28.736495 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-f4e506c2-5875-4e61-9522-e536a2e74fce tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb919510c0cf40f18e2cba8d84793a7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4611387 Oct 29 01:30:28.736831 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a6e4f-b7ad-4757-b108-79a4f5007dda req-c299cb12-c803-4d66-8883-993dda937950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:28.736831 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-1f3a6e4f-b7ad-4757-b108-79a4f5007dda req-c299cb12-c803-4d66-8883-993dda937950 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=89ea3abd43114772b4a5ff8691053976&device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 1097 time: 0.2292223 Oct 29 01:30:28.779775 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] Set router bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:30:28.796561 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:28.902844 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for floatingip, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:28.931747 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-5701d44f-6f6c-4de9-bc63-42d194e4c0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:29.162542 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-942e985b-6957-473c-b438-f453a47b68e7 service neutron] 10.222.0.77 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728679 Oct 29 01:30:29.317206 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1757110-c5dc-4f86-83a5-7740dc534423 req-f9038d80-c8c9-4f93-8aa9-dccbeaa6adc6 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:29.322426 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e1757110-c5dc-4f86-83a5-7740dc534423 req-f9038d80-c8c9-4f93-8aa9-dccbeaa6adc6 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 944 time: 0.5978072 Oct 29 01:30:29.328222 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-44281130-9073-445a-b4d7-231df8480fd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:29.337749 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:29.342003 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:29.660790 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 12f1ffb1-47e0-457f-8c3a-b6752015a12d up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:29.685295 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-44281130-9073-445a-b4d7-231df8480fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:29.785598 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a6e4f-b7ad-4757-b108-79a4f5007dda req-18f6a9a3-a536-4874-9b02-dfa1938c4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:29.788367 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-1f3a6e4f-b7ad-4757-b108-79a4f5007dda req-18f6a9a3-a536-4874-9b02-dfa1938c4e2a service neutron] 10.222.0.89 "GET /v2.0/networks?id=7af9d553-2d8b-48a5-b77f-f48995c791c6 HTTP/1.1" status: 200 len: 913 time: 1.1576204 Oct 29 01:30:29.790127 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:29.843510 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 12f1ffb1-47e0-457f-8c3a-b6752015a12d triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:29.843978 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:29.862841 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-1f3a6e4f-b7ad-4757-b108-79a4f5007dda req-28fc9083-e4fb-422b-a354-c3c00ba6981b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678f65f9-0ebb-4b09-af91-5209ac139974 HTTP/1.1" status: 200 len: 217 time: 0.0593383 Oct 29 01:30:29.881253 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1182717289-router', 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '7d4170cb-a963-447a-9d90-1f681919dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:17Z', 'revision_number': 4, 'project_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'gw_port': {'id': '7d4170cb-a963-447a-9d90-1f681919dc6c', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:08Z', 'updated_at': '2021-10-29T01:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '3480a7b6-2aab-4b07-9c6e-36e0ecc06605', 'name': '', 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23', 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'mac_address': 'fa:16:3e:58:49:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e316455a-7c55-4b86-a7d0-f74fde07dde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:15Z', 'updated_at': '2021-10-29T01:30:27Z', 'revision_number': 4, 'project_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'subnets': [{'id': 'e316455a-7c55-4b86-a7d0-f74fde07dde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:29.902411 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e1757110-c5dc-4f86-83a5-7740dc534423 req-4f01b9d2-9593-4551-bd57-887663882bdb tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669863 Oct 29 01:30:29.914464 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e162d3-66ba-4ab2-8052-a31aa86ab89a None None] The sync data for ids ['bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'] in dv-cinder-815582-5-smb is: [{'id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1182717289-router', 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '7d4170cb-a963-447a-9d90-1f681919dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:17Z', 'revision_number': 4, 'project_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'gw_port': {'id': '7d4170cb-a963-447a-9d90-1f681919dc6c', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:08Z', 'updated_at': '2021-10-29T01:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '3480a7b6-2aab-4b07-9c6e-36e0ecc06605', 'name': '', 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23', 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'mac_address': 'fa:16:3e:58:49:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e316455a-7c55-4b86-a7d0-f74fde07dde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:15Z', 'updated_at': '2021-10-29T01:30:27Z', 'revision_number': 4, 'project_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'subnets': [{'id': 'e316455a-7c55-4b86-a7d0-f74fde07dde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:30:29.997771 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a6e4f-b7ad-4757-b108-79a4f5007dda req-de736d1a-fa52-4b61-bf8c-5ab47c4ebadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:29.998011 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-0099de5c-3ba9-41a6-a366-a3b2f39b9834 service neutron] 10.222.0.77 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8317201 Oct 29 01:30:29.998094 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-1f3a6e4f-b7ad-4757-b108-79a4f5007dda req-de736d1a-fa52-4b61-bf8c-5ab47c4ebadd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0ccd7b7-9d8c-4524-bca2-2f360aba32b6 HTTP/1.1" status: 200 len: 852 time: 0.1005626 Oct 29 01:30:30.029180 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685606'] for floatingip, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:30.056153 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event updated for resources: {'Port': ['ID=6282c521-1137-40f7-8422-0e38ca1859e1,revision_number=2']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:30.061041 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44281130-9073-445a-b4d7-231df8480fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c90a8c-3ccc-4ace-9d45-5deb744d3633,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:30.116967 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-1f3a6e4f-b7ad-4757-b108-79a4f5007dda req-d4770389-80c7-4805-8eda-2aeeea4764ad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7af9d553-2d8b-48a5-b77f-f48995c791c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599515 Oct 29 01:30:30.162593 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-44281130-9073-445a-b4d7-231df8480fd5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bdedef7fd77e43608775cb26c066c5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9409499 Oct 29 01:30:30.163419 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 53892) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:30.430076 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-1f3a6e4f-b7ad-4757-b108-79a4f5007dda req-dd05113d-87d8-4595-89a0-10ca8ffc3810 service neutron] 10.222.0.89 "GET /v2.0/networks/7af9d553-2d8b-48a5-b77f-f48995c791c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776546 Oct 29 01:30:30.465071 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:30.517492 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1a046c88-2f9c-477b-91fa-52a460998de0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:30.619063 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 3480a7b6-2aab-4b07-9c6e-36e0ecc06605 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:30.666097 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1a046c88-2f9c-477b-91fa-52a460998de0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:30.739107 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 3480a7b6-2aab-4b07-9c6e-36e0ecc06605 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:30.739714 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:30.749665 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-1f3a6e4f-b7ad-4757-b108-79a4f5007dda req-aa112cd9-5f6d-4fcb-8d1a-fe7acca9ee68 service neutron] 10.222.0.89 "GET /v2.0/networks/7af9d553-2d8b-48a5-b77f-f48995c791c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066785 Oct 29 01:30:30.782566 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for floatingip, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:30.813355 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-e9d24b45-faef-4ac4-8483-7e1a3d244edf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.8724749 Oct 29 01:30:30.937337 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Allocated IP 172.28.3.87 (332549b6-3cdf-4adf-8b3f-15d63761d6c2/20988095-ecd5-434a-9470-4250e0864dd2/8a309d01-29b5-4ed0-9a1b-b597f4e275ce) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:30.989569 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7a5910af-1e51-4c32-8afd-a7ee5ee8daf8 req-4632aabb-2c9b-4ef7-94f3-4274db2d6cd8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 210 time: 0.1472023 Oct 29 01:30:31.161903 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:31.429913 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1a046c88-2f9c-477b-91fa-52a460998de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:31.431643 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] For port 3480a7b6-2aab-4b07-9c6e-36e0ecc06605, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=3480a7b6-2aab-4b07-9c6e-36e0ecc06605,segment=NetworkSegment(ae3ec003-3d3f-400d-a509-189677f12de7),segment_id=ae3ec003-3d3f-400d-a509-189677f12de7)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:31.432111 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1a046c88-2f9c-477b-91fa-52a460998de0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:31.432111 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-1a046c88-2f9c-477b-91fa-52a460998de0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e9c90a8c-3ccc-4ace-9d45-5deb744d3633 HTTP/1.1" status: 204 len: 168 time: 1.0596917 Oct 29 01:30:31.432111 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a046c88-2f9c-477b-91fa-52a460998de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c90a8c-3ccc-4ace-9d45-5deb744d3633,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:31.432111 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-60e1a1a4-bbc9-4ebb-b2d8-ae676e6dda87 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1024848339&fields=id&tenant_id=0dcb593d72c64c55920c19dbe2d09c56 HTTP/1.1" status: 200 len: 267 time: 0.1201980 Oct 29 01:30:31.432111 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e2499-e552-42a7-b4d1-f33cb920944b req-654c9b9c-347c-4636-a10b-e6841fc3cffb tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:31.432111 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb1e2499-e552-42a7-b4d1-f33cb920944b req-654c9b9c-347c-4636-a10b-e6841fc3cffb tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 944 time: 0.1730287 Oct 29 01:30:31.432111 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:31.595011 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb1e2499-e552-42a7-b4d1-f33cb920944b req-e4083e79-bc48-4fc4-88a4-95e6c9dd7f3d tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735752 Oct 29 01:30:31.706963 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-234b247f-f905-4815-84e6-a52b4abb7fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:31.706963 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:31.779043 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-43e73a7a-4028-424c-8c3c-d845cefaea7c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:31.780618 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-43e73a7a-4028-424c-8c3c-d845cefaea7c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/networks?id=8e315fc3-abe9-469e-87a5-be6b4de29e90 HTTP/1.1" status: 200 len: 811 time: 0.4037724 Oct 29 01:30:31.852944 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:31.882996 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-9d99f238-97f9-4c53-87e4-33667c97ca2b tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/quotas/0dcb593d72c64c55920c19dbe2d09c56 HTTP/1.1" status: 200 len: 375 time: 0.0495095 Oct 29 01:30:31.930407 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Pushing event updated for resources: {'Port': ['ID=3480a7b6-2aab-4b07-9c6e-36e0ecc06605,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:32.000758 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-adc50781-91a4-4ead-8180-f9de2322ae2a tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0dcb593d72c64c55920c19dbe2d09c56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009812 Oct 29 01:30:32.067177 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:32.171064 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:32.299159 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:32.322073 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:32.386605 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:32.397220 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-22ca975c-2017-41d4-b26a-0712f2b73e40 req-3dff72a0-62fd-4371-bf98-60433cb9d36c tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 210 time: 0.1799190 Oct 29 01:30:32.444790 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event updated for resources: {'Port': ['ID=8a309d01-29b5-4ed0-9a1b-b597f4e275ce,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:32.488141 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 3480a7b6-2aab-4b07-9c6e-36e0ecc06605 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:32.535257 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-0440b399-5e66-4e02-a6fb-34f514c83639 service neutron] 10.222.0.77 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149078 Oct 29 01:30:32.633138 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 3480a7b6-2aab-4b07-9c6e-36e0ecc06605 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:32.633711 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:33.296853 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-120ae48b-fee6-4fa0-82ef-565286a3fad4 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:33.298491 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-120ae48b-fee6-4fa0-82ef-565286a3fad4 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.89 "GET /v2.0/networks?id=88eb5d49-5e4a-4acd-96b7-71423140ff23 HTTP/1.1" status: 200 len: 819 time: 0.1660058 Oct 29 01:30:33.310147 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:33.362599 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3aee0-8953-40a2-b6e4-d4ed05fe7ae9 req-3a91316a-349b-44ac-bd90-3e7b0c45c28e tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:33.371675 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0fb3aee0-8953-40a2-b6e4-d4ed05fe7ae9 req-3a91316a-349b-44ac-bd90-3e7b0c45c28e tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 944 time: 0.6515989 Oct 29 01:30:33.371675 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-fee9efb0-2f50-4d3c-80fa-6a4f15d46e9e service neutron] 10.222.0.77 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7872632 Oct 29 01:30:33.439148 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0fb3aee0-8953-40a2-b6e4-d4ed05fe7ae9 req-06f05d21-3ae5-4ced-a7c1-379cfe877495 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665789 Oct 29 01:30:33.448226 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-b9fcc987-86b4-4643-b4ee-5a75a90e19b8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Request body: {'port': {'device_id': '01b7e88b-c3bf-41d4-8277-2b23592cfda0', 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23', 'admin_state_up': True, 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:33.572012 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:33.734286 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-df2aee8a-c7c8-43ab-b087-6d125fc20169 req-5e7771f7-4be1-47c3-8f62-9011b7c35a20 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 210 time: 0.0831249 Oct 29 01:30:33.941310 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:33.989345 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-b9fcc987-86b4-4643-b4ee-5a75a90e19b8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Made reservation on behalf of eb919510c0cf40f18e2cba8d84793a7f for: {'port': 1} {{(pid=101937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:34.007898 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-b9fcc987-86b4-4643-b4ee-5a75a90e19b8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:34.041058 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5c69ed4c-d152-4929-9243-12ec5abe513a req-0bbd51f4-5024-4b15-8d33-13da2e526be5 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 210 time: 0.0502748 Oct 29 01:30:34.066923 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:34.185004 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685606'] for floatingip, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:34.304638 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event updated for resources: {'Port': ['ID=8a309d01-29b5-4ed0-9a1b-b597f4e275ce,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:34.468259 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_common [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-b9fcc987-86b4-4643-b4ee-5a75a90e19b8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Allocated IP 172.20.0.12 (88eb5d49-5e4a-4acd-96b7-71423140ff23/e316455a-7c55-4b86-a7d0-f74fde07dde0/14032be3-3dd9-41b2-922e-8c96f7e3ceea) {{(pid=101937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:34.628901 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:34.701203 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca88063-3a8a-4d17-90f0-e0e2c4c0ac7c req-6f6c06b2-c48f-4afe-b529-74aa72629c5f tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:34.703747 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3ca88063-3a8a-4d17-90f0-e0e2c4c0ac7c req-6f6c06b2-c48f-4afe-b529-74aa72629c5f tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 944 time: 0.1049168 Oct 29 01:30:34.773463 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for floatingip, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:34.794417 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-bc201938-8f31-487d-9584-9af795c63d73 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4872627 Oct 29 01:30:34.832784 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3ca88063-3a8a-4d17-90f0-e0e2c4c0ac7c req-40bd669e-3f08-467d-9dfa-342195920e87 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162853 Oct 29 01:30:34.901543 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-b9fcc987-86b4-4643-b4ee-5a75a90e19b8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Publish callbacks [] for port, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:34.940045 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7a862871-dd56-400c-ad54-05148e772c27 req-23450029-fc1c-4473-8eda-0e69866df80c tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 210 time: 0.0498278 Oct 29 01:30:35.218622 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-b9fcc987-86b4-4643-b4ee-5a75a90e19b8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:35.280607 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c5b25347-dc4a-42db-a8eb-4ddda1c93bfb req-e373da9f-5179-4b38-81aa-5d7951ee9ac2 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 210 time: 0.1309099 Oct 29 01:30:35.373534 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-766da731-7cc3-4d16-9b18-49aa60755853 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--980936191&fields=id&tenant_id=f136a6ebba524176833d4f65468e2e04 HTTP/1.1" status: 200 len: 267 time: 0.0905592 Oct 29 01:30:35.380094 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-b9fcc987-86b4-4643-b4ee-5a75a90e19b8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Network 88eb5d49-5e4a-4acd-96b7-71423140ff23 is already hosted by enough agents. {{(pid=101937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:35.393520 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcc987-86b4-4643-b4ee-5a75a90e19b8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Pushing event updated for resources: {'Port': ['ID=14032be3-3dd9-41b2-922e-8c96f7e3ceea,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:35.397621 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-b9fcc987-86b4-4643-b4ee-5a75a90e19b8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Resources bound (agent type, host, resource id): {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:35.401618 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-b9fcc987-86b4-4643-b4ee-5a75a90e19b8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Received port after_create {{(pid=101937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:35.421100 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-b9fcc987-86b4-4643-b4ee-5a75a90e19b8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:35.422297 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-b9fcc987-86b4-4643-b4ee-5a75a90e19b8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for port, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:35.581765 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0a117ca2-3720-4547-a92b-9960a9c58953 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:35.587678 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0a117ca2-3720-4547-a92b-9960a9c58953 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/networks?id=e96d7435-3b33-4631-af13-70db652698aa HTTP/1.1" status: 200 len: 817 time: 0.2027750 Oct 29 01:30:35.607223 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-487de222-5cb4-4927-9c8b-a5aedbdecbfb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/quotas/f136a6ebba524176833d4f65468e2e04 HTTP/1.1" status: 200 len: 375 time: 0.0180693 Oct 29 01:30:35.671588 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-b9fcc987-86b4-4643-b4ee-5a75a90e19b8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2275190 Oct 29 01:30:35.699669 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-ffb497e7-bb1d-4bee-ab4d-c2904f9adb99 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f136a6ebba524176833d4f65468e2e04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833895 Oct 29 01:30:35.864425 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-bd3fe10d-ae1b-4c0d-a56f-babc121e46af service neutron] 10.222.0.77 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437013 Oct 29 01:30:36.079637 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd0caa-85ed-4be6-a884-8b88c45731a5 req-54025ad9-b599-4881-919d-9b6ce30a2f2f tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:36.081525 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1dcd0caa-85ed-4be6-a884-8b88c45731a5 req-54025ad9-b599-4881-919d-9b6ce30a2f2f tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 944 time: 0.1005654 Oct 29 01:30:36.087813 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-87e19c37-1b94-428d-a252-87b3bae35ce7 service neutron] 10.222.0.77 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235179 Oct 29 01:30:36.138717 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1dcd0caa-85ed-4be6-a884-8b88c45731a5 req-df9b8751-bd81-418b-ab80-51c49fb45b9c tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447233 Oct 29 01:30:36.288759 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-486dcc62-bd50-4738-bf17-4ee3c99e3b63 req-a9f012c4-7437-44ec-83e8-35e0701558e9 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 210 time: 0.0454321 Oct 29 01:30:36.388077 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:30:36.407736 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a2c32579-4a13-4231-ac61-9b630483801c req-5cb114e9-552f-4bf0-9e86-d92650d662be tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 210 time: 0.0449519 Oct 29 01:30:36.562014 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0d655df4-e950-4e9d-8cdf-eb8a47c56296 req-640015a8-539a-4346-8cb2-45cd4a114fbd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 210 time: 0.0520768 Oct 29 01:30:37.288218 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bb96b-e103-4229-9122-c4d083826c55 req-ee1579f2-9636-4365-9c30-913d83574c87 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:37.289726 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-361bb96b-e103-4229-9122-c4d083826c55 req-ee1579f2-9636-4365-9c30-913d83574c87 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 944 time: 0.0685229 Oct 29 01:30:37.347149 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Request body: {'port': {'device_id': '01b7e88b-c3bf-41d4-8277-2b23592cfda0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:37.356663 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-361bb96b-e103-4229-9122-c4d083826c55 req-cedd62c5-043d-4373-88d8-9173b08ad152 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562925 Oct 29 01:30:37.433091 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-26570404-05fc-4c58-aaef-37c34b2a29c3 req-4dcd39d7-e901-4c89-b091-03e8d3cac168 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 210 time: 0.0355308 Oct 29 01:30:37.458841 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:37.588205 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fc649cd3-e0f4-421e-b0dd-b4f8473c44fd req-a9412cf2-838a-4169-a5d3-f2e4cdcfa628 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 210 time: 0.0406048 Oct 29 01:30:37.720975 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5810a2ec-61c3-4bd5-9366-f4da30062dc7 req-caef9a20-0ddb-429e-8e9e-295c3b371100 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 210 time: 0.0744314 Oct 29 01:30:37.905492 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.notifiers.nova [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14032be3-3dd9-41b2-922e-8c96f7e3ceea {{(pid=101937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:30:37.917266 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Publish callbacks [] for port, precommit_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:37.932868 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.provisioning_blocks [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Transition to ACTIVE for port object 14032be3-3dd9-41b2-922e-8c96f7e3ceea will not be triggered until provisioned by entity L2. {{(pid=101937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:30:38.083944 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.134938 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.89', 61997) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:38.162211 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Pushing event updated for resources: {'Port': ['ID=14032be3-3dd9-41b2-922e-8c96f7e3ceea,revision_number=2']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:38.176847 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.managers [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Attempting to bind port 14032be3-3dd9-41b2-922e-8c96f7e3ceea on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:30:38.177177 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.managers [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Attempting to bind port 14032be3-3dd9-41b2-922e-8c96f7e3ceea by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'ae3ec003-3d3f-400d-a509-189677f12de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23'}] {{(pid=101937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:30:38.177501 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Attempting to bind port 14032be3-3dd9-41b2-922e-8c96f7e3ceea on network 88eb5d49-5e4a-4acd-96b7-71423140ff23 {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:38.183330 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Port 14032be3-3dd9-41b2-922e-8c96f7e3ceea on network 88eb5d49-5e4a-4acd-96b7-71423140ff23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:30:38.183655 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Attempting to bind port 14032be3-3dd9-41b2-922e-8c96f7e3ceea on network 88eb5d49-5e4a-4acd-96b7-71423140ff23 {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:38.190803 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:30:38.191009 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Checking segment: {'id': 'ae3ec003-3d3f-400d-a509-189677f12de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:38.191508 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Bound using segment: {'id': 'ae3ec003-3d3f-400d-a509-189677f12de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23'} {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:30:38.192730 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.managers [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Bound port: 14032be3-3dd9-41b2-922e-8c96f7e3ceea, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3ec003-3d3f-400d-a509-189677f12de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23'}}] {{(pid=101937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:30:38.192730 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.279278 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-6f6e82fb-a60a-4218-8b29-5d725e42bf19 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:38.282975 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-6f6e82fb-a60a-4218-8b29-5d725e42bf19 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.89 "GET /v2.0/networks?id=88eb5d49-5e4a-4acd-96b7-71423140ff23 HTTP/1.1" status: 200 len: 819 time: 0.1469419 Oct 29 01:30:38.306898 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-44fec7d3-2352-4ef4-bf77-ef6dab8db2c6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Request body: {'port': {'device_id': 'a1837d45-290e-434f-a86c-f731b2a027b6', 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23', 'admin_state_up': True, 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:38.319628 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] For port 14032be3-3dd9-41b2-922e-8c96f7e3ceea, host hv-cinder-81558, cleared binding levels {{(pid=101937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:30:38.323021 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] For port 14032be3-3dd9-41b2-922e-8c96f7e3ceea, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=14032be3-3dd9-41b2-922e-8c96f7e3ceea,segment=NetworkSegment(ae3ec003-3d3f-400d-a509-189677f12de7),segment_id=ae3ec003-3d3f-400d-a509-189677f12de7)] {{(pid=101937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:30:38.494801 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36803ce6-a523-4453-9b45-55d60e804e88 req-19427d10-04c7-438d-be78-46cebe971f6e tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:38.496377 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-36803ce6-a523-4453-9b45-55d60e804e88 req-19427d10-04c7-438d-be78-46cebe971f6e tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 944 time: 0.0674987 Oct 29 01:30:38.547029 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-36803ce6-a523-4453-9b45-55d60e804e88 req-584cb2d4-b3bd-415c-96a5-670573e816ff tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429876 Oct 29 01:30:38.562352 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9ca27d83-ac11-42ff-8f8c-d4c5cc56d61a req-c525c5f6-0769-4dbb-9a5a-e34a7db90133 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 210 time: 0.0308583 Oct 29 01:30:38.586658 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.621562 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:38.622204 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for port, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.623592 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] 10.222.0.89 "PUT /v2.0/ports/14032be3-3dd9-41b2-922e-8c96f7e3ceea HTTP/1.1" status: 200 len: 1094 time: 1.2847598 Oct 29 01:30:38.624032 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b7e88b-c3bf-41d4-8277-2b23592cfda0', 'tag': '14032be3-3dd9-41b2-922e-8c96f7e3ceea'}] {{(pid=101937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:38.626422 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd4190f8698f4bce9eaa026dc7517db330c7bfcbcac75c838e6d65c99a8078c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e218f0-263e-4d4e-9a6c-711a4032af78" -d '{"events": [{"name": "network-changed", "server_uuid": "01b7e88b-c3bf-41d4-8277-2b23592cfda0", "tag": "14032be3-3dd9-41b2-922e-8c96f7e3ceea"}]}' {{(pid=101937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:38.632091 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-44fec7d3-2352-4ef4-bf77-ef6dab8db2c6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Made reservation on behalf of eb919510c0cf40f18e2cba8d84793a7f for: {'port': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:38.639804 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-44fec7d3-2352-4ef4-bf77-ef6dab8db2c6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.694448 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c9314c-22d1-404a-8a1f-7cbeb3bc98bb x-openstack-request-id: req-d3c9314c-22d1-404a-8a1f-7cbeb3bc98bb {{(pid=101937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:38.694987 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b7e88b-c3bf-41d4-8277-2b23592cfda0", "tag": "14032be3-3dd9-41b2-922e-8c96f7e3ceea", "status": "completed", "code": 200}]} {{(pid=101937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:38.695299 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3c9314c-22d1-404a-8a1f-7cbeb3bc98bb {{(pid=101937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:38.695964 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b7e88b-c3bf-41d4-8277-2b23592cfda0', 'tag': '14032be3-3dd9-41b2-922e-8c96f7e3ceea', 'status': 'completed', 'code': 200} Oct 29 01:30:38.697796 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b610f1c-9689-46d5-b792-3ccc614f9aae service neutron] Pushing event updated for resources: {'Port': ['ID=14032be3-3dd9-41b2-922e-8c96f7e3ceea,revision_number=3']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:38.932941 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e218f0-263e-4d4e-9a6c-711a4032af78 req-3f1e3ebf-5996-4e96-8b71-ff7a889d5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:38.934464 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-98e218f0-263e-4d4e-9a6c-711a4032af78 req-3f1e3ebf-5996-4e96-8b71-ff7a889d5a51 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb919510c0cf40f18e2cba8d84793a7f&device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 1097 time: 0.1258423 Oct 29 01:30:38.990606 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5bb6ca8d-b079-4729-9ea3-348b1ea73e1f req-33d4a90f-6148-40a2-80b9-39dcf722c75a tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 210 time: 0.2608707 Oct 29 01:30:38.992036 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-44fec7d3-2352-4ef4-bf77-ef6dab8db2c6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Allocated IP 172.20.0.3 (88eb5d49-5e4a-4acd-96b7-71423140ff23/e316455a-7c55-4b86-a7d0-f74fde07dde0/384b986f-b7cf-4436-8f0b-cacf632317f5) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:39.069032 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-aceb5fab-f28f-451b-925f-ac13bc40289c req-48564817-1d91-43af-87cc-3fbec3da3bcc tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 210 time: 0.0951090 Oct 29 01:30:39.212336 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e218f0-263e-4d4e-9a6c-711a4032af78 req-03392eb4-0340-431a-ad41-5eaafbef8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:39.215491 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-98e218f0-263e-4d4e-9a6c-711a4032af78 req-03392eb4-0340-431a-ad41-5eaafbef8fed service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=eb919510c0cf40f18e2cba8d84793a7f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2649679 Oct 29 01:30:39.248533 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-44fec7d3-2352-4ef4-bf77-ef6dab8db2c6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:39.293400 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.89', 62003) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:39.432304 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-44fec7d3-2352-4ef4-bf77-ef6dab8db2c6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:39.441392 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-02dbad2a-d050-44e1-99d0-ca860e398b87 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:39.442956 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-02dbad2a-d050-44e1-99d0-ca860e398b87 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.89 "GET /v2.0/networks?id=8e315fc3-abe9-469e-87a5-be6b4de29e90 HTTP/1.1" status: 200 len: 811 time: 0.1484277 Oct 29 01:30:39.554955 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-44fec7d3-2352-4ef4-bf77-ef6dab8db2c6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Network 88eb5d49-5e4a-4acd-96b7-71423140ff23 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:39.564345 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-44fec7d3-2352-4ef4-bf77-ef6dab8db2c6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:39.578742 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-44fec7d3-2352-4ef4-bf77-ef6dab8db2c6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:39.586781 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-44fec7d3-2352-4ef4-bf77-ef6dab8db2c6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:39.587897 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-44fec7d3-2352-4ef4-bf77-ef6dab8db2c6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:39.589987 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fec7d3-2352-4ef4-bf77-ef6dab8db2c6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Pushing event updated for resources: {'Port': ['ID=384b986f-b7cf-4436-8f0b-cacf632317f5,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:39.601146 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e218f0-263e-4d4e-9a6c-711a4032af78 req-3cd06ae9-49c6-483f-9026-ee0b12606ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:39.601146 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-98e218f0-263e-4d4e-9a6c-711a4032af78 req-3cd06ae9-49c6-483f-9026-ee0b12606ab4 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3783813 Oct 29 01:30:39.613426 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-b49d465b-39dd-453e-8ffd-05383de68b7d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dcb593d72c64c55920c19dbe2d09c56 HTTP/1.1" status: 200 len: 380 time: 0.1368191 Oct 29 01:30:39.626952 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-d634806b-e743-4bcc-8ceb-5dec3d6f7b65 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Request body: {'port': {'device_id': '4476c4a6-38cf-4992-94a4-88cf94b95af6', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'admin_state_up': True, 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'security_groups': ['4d1b359d-e29c-4ad6-bb43-e751618331d7']}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:39.730473 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-9cd0a313-0729-480c-964e-1c1f83950d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:39.735105 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-9cd0a313-0729-480c-964e-1c1f83950d75 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb919510c0cf40f18e2cba8d84793a7f&device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 1097 time: 0.0562589 Oct 29 01:30:39.794648 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-99fd9c76-26ef-4007-9609-d51580824b5b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14032be3-3dd9-41b2-922e-8c96f7e3ceea HTTP/1.1" status: 200 len: 217 time: 0.0432763 Oct 29 01:30:39.801320 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:39.879631 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-001b1733-9fc7-432d-8d17-b36e1cef7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:39.881931 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-001b1733-9fc7-432d-8d17-b36e1cef7de1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e316455a-7c55-4b86-a7d0-f74fde07dde0 HTTP/1.1" status: 200 len: 859 time: 0.0778151 Oct 29 01:30:39.962739 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-802da5ce-13b8-4922-8902-6e894e5cf9df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88eb5d49-5e4a-4acd-96b7-71423140ff23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464599 Oct 29 01:30:40.026003 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-44fec7d3-2352-4ef4-bf77-ef6dab8db2c6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7215974 Oct 29 01:30:40.052715 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Request body: {'port': {'device_id': 'a1837d45-290e-434f-a86c-f731b2a027b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:40.108948 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e917d62-2be6-476e-a094-e0adc92e3f69 req-a3015121-4dd5-4a80-a3bb-6d4d3ed89787 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:40.112216 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0e917d62-2be6-476e-a094-e0adc92e3f69 req-a3015121-4dd5-4a80-a3bb-6d4d3ed89787 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 944 time: 0.4027295 Oct 29 01:30:40.119060 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-78c13683-d54d-419d-93f6-d9bce1db012e service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462128 Oct 29 01:30:40.156966 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b47a39-5084-4a72-9bd1-c4c5f664998f req-08de96e7-4595-4960-9a02-dc776c844e86 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:40.158953 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b6b47a39-5084-4a72-9bd1-c4c5f664998f req-08de96e7-4595-4960-9a02-dc776c844e86 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 931 time: 0.4478948 Oct 29 01:30:40.238292 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.89', 62006) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:40.271389 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-ff8ea8e6-b22f-4b81-98aa-aeb69b125137 req-b22da115-244d-429d-872e-455b1853ffc2 service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420131 Oct 29 01:30:40.335783 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:40.360328 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0e917d62-2be6-476e-a094-e0adc92e3f69 req-670300fd-5e32-4497-afb3-b1ca00541f39 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242858 Oct 29 01:30:40.360483 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 678f65f9-0ebb-4b09-af91-5209ac139974 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:30:40.418709 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-05b3bcae-3fad-4045-82cb-72a100803840 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:40.420810 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-05b3bcae-3fad-4045-82cb-72a100803840 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.89 "GET /v2.0/networks?id=e96d7435-3b33-4631-af13-70db652698aa HTTP/1.1" status: 200 len: 817 time: 0.1811295 Oct 29 01:30:40.436374 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b6b47a39-5084-4a72-9bd1-c4c5f664998f req-aae807f7-6766-42a3-b30c-949af0c49542 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606812 Oct 29 01:30:40.491276 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-d634806b-e743-4bcc-8ceb-5dec3d6f7b65 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Made reservation on behalf of 0dcb593d72c64c55920c19dbe2d09c56 for: {'port': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:40.495343 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-d634806b-e743-4bcc-8ceb-5dec3d6f7b65 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:40.563469 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-608a0d26-281b-48ca-a4b3-743cdf2060cd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f136a6ebba524176833d4f65468e2e04 HTTP/1.1" status: 200 len: 379 time: 0.1235735 Oct 29 01:30:40.577047 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-14a90cf6-879a-4081-a17a-51d5d708aff6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Request body: {'port': {'device_id': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'admin_state_up': True, 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'security_groups': ['583f2c31-e7f1-4c10-9fe0-6d9cc58a770d']}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:40.612435 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a006471e-1f58-4649-917d-42b71d3d0588 req-49ea9067-ee39-4d68-8b59-afd16220b5fa tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 210 time: 0.0781214 Oct 29 01:30:40.686716 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-72ad4faa-1023-443e-b115-416e1f865d63 req-e2ab324f-0523-45f0-a059-0df911a1a04d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 210 time: 0.1579566 Oct 29 01:30:40.716840 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 678f65f9-0ebb-4b09-af91-5209ac139974, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=678f65f9-0ebb-4b09-af91-5209ac139974,segment=NetworkSegment(f86e6b81-8941-4a2e-84f9-cbfe451d062a),segment_id=f86e6b81-8941-4a2e-84f9-cbfe451d062a)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:40.759447 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '678f65f9-0ebb-4b09-af91-5209ac139974', 'network_id': '7af9d553-2d8b-48a5-b77f-f48995c791c6', 'port_id': '678f65f9-0ebb-4b09-af91-5209ac139974', 'mac_address': 'fa:16:3e:84:65:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ccd7b7-9d8c-4524-bca2-2f360aba32b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:30:40.820464 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:40.839642 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678f65f9-0ebb-4b09-af91-5209ac139974 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:30:40.867023 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 678f65f9-0ebb-4b09-af91-5209ac139974, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=678f65f9-0ebb-4b09-af91-5209ac139974,segment=NetworkSegment(f86e6b81-8941-4a2e-84f9-cbfe451d062a),segment_id=f86e6b81-8941-4a2e-84f9-cbfe451d062a)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:40.909306 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-14a90cf6-879a-4081-a17a-51d5d708aff6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Made reservation on behalf of f136a6ebba524176833d4f65468e2e04 for: {'port': 1} {{(pid=101937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:40.914404 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-14a90cf6-879a-4081-a17a-51d5d708aff6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:40.926769 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:41.010249 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=678f65f9-0ebb-4b09-af91-5209ac139974,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:41.072845 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-d634806b-e743-4bcc-8ceb-5dec3d6f7b65 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Allocated IP 172.20.0.13 (8e315fc3-abe9-469e-87a5-be6b4de29e90/fd490598-4e26-4fa2-b542-29057546e707/8792d828-b72d-4535-8fe4-381017cfb322) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:41.130076 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_common [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-14a90cf6-879a-4081-a17a-51d5d708aff6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Allocated IP 172.20.0.14 (e96d7435-3b33-4631-af13-70db652698aa/2f5f2a0f-7214-434a-9ad1-734028b6836e/a2c58f5c-4515-483a-a354-edce290b050c) {{(pid=101937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:41.270056 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384b986f-b7cf-4436-8f0b-cacf632317f5 {{(pid=101938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:30:41.282769 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:41.313275 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-14a90cf6-879a-4081-a17a-51d5d708aff6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for port, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:41.316252 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['678f65f9-0ebb-4b09-af91-5209ac139974'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:30:41.327091 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.provisioning_blocks [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Transition to ACTIVE for port object 384b986f-b7cf-4436-8f0b-cacf632317f5 will not be triggered until provisioned by entity L2. {{(pid=101938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:30:41.330128 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-d634806b-e743-4bcc-8ceb-5dec3d6f7b65 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:41.473082 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-d634806b-e743-4bcc-8ceb-5dec3d6f7b65 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:41.476247 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:41.531969 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-14a90cf6-879a-4081-a17a-51d5d708aff6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:41.582879 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Pushing event updated for resources: {'Port': ['ID=384b986f-b7cf-4436-8f0b-cacf632317f5,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:41.675905 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-14a90cf6-879a-4081-a17a-51d5d708aff6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Network e96d7435-3b33-4631-af13-70db652698aa is already hosted by enough agents. {{(pid=101937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:41.684481 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-14a90cf6-879a-4081-a17a-51d5d708aff6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Resources bound (agent type, host, resource id): {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:41.689167 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-14a90cf6-879a-4081-a17a-51d5d708aff6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Received port after_create {{(pid=101937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:41.696306 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-14a90cf6-879a-4081-a17a-51d5d708aff6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:41.696306 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-14a90cf6-879a-4081-a17a-51d5d708aff6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for port, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:41.711516 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a90cf6-879a-4081-a17a-51d5d708aff6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event updated for resources: {'Port': ['ID=a2c58f5c-4515-483a-a354-edce290b050c,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:41.755384 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634806b-e743-4bcc-8ceb-5dec3d6f7b65 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event updated for resources: {'Port': ['ID=8792d828-b72d-4535-8fe4-381017cfb322,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:41.787287 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-d634806b-e743-4bcc-8ceb-5dec3d6f7b65 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Network 8e315fc3-abe9-469e-87a5-be6b4de29e90 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:41.793563 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-d634806b-e743-4bcc-8ceb-5dec3d6f7b65 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:41.801828 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-d634806b-e743-4bcc-8ceb-5dec3d6f7b65 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:41.807394 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-d634806b-e743-4bcc-8ceb-5dec3d6f7b65 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:41.808012 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-d634806b-e743-4bcc-8ceb-5dec3d6f7b65 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:41.846842 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-14a90cf6-879a-4081-a17a-51d5d708aff6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2750182 Oct 29 01:30:41.854424 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d576d25-9fb9-46b6-a7cb-86f195221ea4 req-d66d0cdd-adef-46e7-a9ca-1bdd5b1c9c09 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:41.866962 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Request body: {'port': {'device_id': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:41.868252 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9d576d25-9fb9-46b6-a7cb-86f195221ea4 req-d66d0cdd-adef-46e7-a9ca-1bdd5b1c9c09 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 945 time: 0.4367614 Oct 29 01:30:41.935004 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d05e2a-0b69-4b8b-beba-df64982b5fd9 req-74ce9701-cf6b-4ab9-bb9b-12677842ec39 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:41.936564 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-33d05e2a-0b69-4b8b-beba-df64982b5fd9 req-74ce9701-cf6b-4ab9-bb9b-12677842ec39 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 943 time: 0.3678081 Oct 29 01:30:41.942617 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Attempting to bind port 384b986f-b7cf-4436-8f0b-cacf632317f5 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:30:41.942980 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Attempting to bind port 384b986f-b7cf-4436-8f0b-cacf632317f5 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'ae3ec003-3d3f-400d-a509-189677f12de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23'}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:30:41.943325 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Attempting to bind port 384b986f-b7cf-4436-8f0b-cacf632317f5 on network 88eb5d49-5e4a-4acd-96b7-71423140ff23 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:41.982990 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9d576d25-9fb9-46b6-a7cb-86f195221ea4 req-86ed6fd4-43d2-4dd3-ab12-5dc05d8fc5d3 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138005 Oct 29 01:30:41.993144 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:41.995116 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Port 384b986f-b7cf-4436-8f0b-cacf632317f5 on network 88eb5d49-5e4a-4acd-96b7-71423140ff23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:30:41.995670 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Attempting to bind port 384b986f-b7cf-4436-8f0b-cacf632317f5 on network 88eb5d49-5e4a-4acd-96b7-71423140ff23 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:42.042584 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-33d05e2a-0b69-4b8b-beba-df64982b5fd9 req-396800d9-98a6-4329-9dbe-07ce00dd58ce tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676744 Oct 29 01:30:42.044801 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:30:42.045180 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Checking segment: {'id': 'ae3ec003-3d3f-400d-a509-189677f12de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:42.047168 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Bound using segment: {'id': 'ae3ec003-3d3f-400d-a509-189677f12de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23'} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:30:42.047700 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Bound port: 384b986f-b7cf-4436-8f0b-cacf632317f5, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3ec003-3d3f-400d-a509-189677f12de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23'}}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:30:42.048064 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:42.071721 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-d634806b-e743-4bcc-8ceb-5dec3d6f7b65 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4519598 Oct 29 01:30:42.139596 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Request body: {'port': {'device_id': '4476c4a6-38cf-4992-94a4-88cf94b95af6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:42.193803 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-ff395781-1f11-42b4-8104-c90089ec0c93 None None] Provisioning complete for port a2c58f5c-4515-483a-a354-edce290b050c triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:42.195298 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-ff395781-1f11-42b4-8104-c90089ec0c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:42.311348 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-ff395781-1f11-42b4-8104-c90089ec0c93 None None] Port a2c58f5c-4515-483a-a354-edce290b050c cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:30:42.351213 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 678f65f9-0ebb-4b09-af91-5209ac139974 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:42.460490 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:42.471741 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-6b6bf32f-14aa-4cf5-9476-ad751ee39e4d None None] Provisioning complete for port 8792d828-b72d-4535-8fe4-381017cfb322 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:42.475625 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-6b6bf32f-14aa-4cf5-9476-ad751ee39e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:42.475898 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5485dd-672f-4533-a2bb-41cbf06a506f req-b3323092-8a65-49b2-aa14-c97447f40332 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:42.482319 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7a5485dd-672f-4533-a2bb-41cbf06a506f req-b3323092-8a65-49b2-aa14-c97447f40332 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 932 time: 0.3156493 Oct 29 01:30:42.514361 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a87d1f-4dc1-4d73-987e-e42c9162a52c req-48c1e4f6-59c1-4d1c-af1e-d16c52f9679a tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:42.516411 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b7a87d1f-4dc1-4d73-987e-e42c9162a52c req-48c1e4f6-59c1-4d1c-af1e-d16c52f9679a tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 932 time: 0.2571435 Oct 29 01:30:42.532414 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.notifiers.nova [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c58f5c-4515-483a-a354-edce290b050c {{(pid=101937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:30:42.534152 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-6b6bf32f-14aa-4cf5-9476-ad751ee39e4d None None] Port 8792d828-b72d-4535-8fe4-381017cfb322 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:30:42.540924 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] For port 384b986f-b7cf-4436-8f0b-cacf632317f5, host hv-cinder-81558, cleared binding levels {{(pid=101938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:30:42.546055 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:42.560661 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.provisioning_blocks [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Transition to ACTIVE for port object a2c58f5c-4515-483a-a354-edce290b050c will not be triggered until provisioned by entity L2. {{(pid=101937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:30:42.586806 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port 678f65f9-0ebb-4b09-af91-5209ac139974 completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:30:42.591441 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 678f65f9-0ebb-4b09-af91-5209ac139974 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:42.592089 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:42.595397 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] For port 384b986f-b7cf-4436-8f0b-cacf632317f5, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=384b986f-b7cf-4436-8f0b-cacf632317f5,segment=NetworkSegment(ae3ec003-3d3f-400d-a509-189677f12de7),segment_id=ae3ec003-3d3f-400d-a509-189677f12de7)] {{(pid=101938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:30:42.624136 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7a5485dd-672f-4533-a2bb-41cbf06a506f req-d6903efa-7c59-411f-b4fb-240fa571e8b8 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409743 Oct 29 01:30:42.648739 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b7a87d1f-4dc1-4d73-987e-e42c9162a52c req-b60f55f5-52c1-4175-9f24-a31a451502e6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172316 Oct 29 01:30:42.649766 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:42.721567 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:42.732257 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:42.764151 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Pushing event updated for resources: {'Port': ['ID=a2c58f5c-4515-483a-a354-edce290b050c,revision_number=2']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:42.786338 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 678f65f9-0ebb-4b09-af91-5209ac139974, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=678f65f9-0ebb-4b09-af91-5209ac139974,segment=NetworkSegment(f86e6b81-8941-4a2e-84f9-cbfe451d062a),segment_id=f86e6b81-8941-4a2e-84f9-cbfe451d062a)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:42.791559 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26967298-2d04-4407-aa3c-23ca9cc59fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678f65f9-0ebb-4b09-af91-5209ac139974'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:42.825967 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.managers [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Attempting to bind port a2c58f5c-4515-483a-a354-edce290b050c on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:30:42.826723 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.managers [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Attempting to bind port a2c58f5c-4515-483a-a354-edce290b050c by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'}] {{(pid=101937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:30:42.826872 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Attempting to bind port a2c58f5c-4515-483a-a354-edce290b050c on network e96d7435-3b33-4631-af13-70db652698aa {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:42.828547 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:42.829512 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:42.832125 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] 10.222.0.89 "PUT /v2.0/ports/384b986f-b7cf-4436-8f0b-cacf632317f5 HTTP/1.1" status: 200 len: 1093 time: 2.7898870 Oct 29 01:30:42.832264 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Port a2c58f5c-4515-483a-a354-edce290b050c on network e96d7435-3b33-4631-af13-70db652698aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:30:42.832518 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Attempting to bind port a2c58f5c-4515-483a-a354-edce290b050c on network e96d7435-3b33-4631-af13-70db652698aa {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:42.849098 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1837d45-290e-434f-a86c-f731b2a027b6', 'tag': '384b986f-b7cf-4436-8f0b-cacf632317f5'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:42.852320 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:30:42.852650 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Checking segment: {'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:42.853046 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Bound using segment: {'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'} {{(pid=101937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:30:42.853502 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.managers [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Bound port: a2c58f5c-4515-483a-a354-edce290b050c, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'}}] {{(pid=101937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:30:42.853900 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:42.946707 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.108217 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=678f65f9-0ebb-4b09-af91-5209ac139974,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:43.128029 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 54260) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:43.162945 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] For port a2c58f5c-4515-483a-a354-edce290b050c, host hv-cinder-81558, cleared binding levels {{(pid=101937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:30:43.195225 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] For port a2c58f5c-4515-483a-a354-edce290b050c, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a2c58f5c-4515-483a-a354-edce290b050c,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:30:43.242426 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 54268) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:43.276702 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f434522-5990-4306-8268-2093717cd5c1" -d '{"events": [{"server_uuid": "26967298-2d04-4407-aa3c-23ca9cc59fbf", "name": "network-vif-plugged", "status": "completed", "tag": "678f65f9-0ebb-4b09-af91-5209ac139974"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:43.317597 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef6add-0113-4f1a-8cc8-297896163087 service neutron] Pushing event updated for resources: {'Port': ['ID=384b986f-b7cf-4436-8f0b-cacf632317f5,revision_number=3']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:43.332609 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10a519f-416f-4264-a51f-59567229a597" -d '{"events": [{"name": "network-changed", "server_uuid": "a1837d45-290e-434f-a86c-f731b2a027b6", "tag": "384b986f-b7cf-4436-8f0b-cacf632317f5"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:43.358354 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.368878 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-f7dadb26-c1f6-4bbd-b5be-3308d5207ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:43.370476 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-f7dadb26-c1f6-4bbd-b5be-3308d5207ac1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb919510c0cf40f18e2cba8d84793a7f&device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 1096 time: 0.3653567 Oct 29 01:30:43.408104 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd831d1f-78c9-499b-86c9-9f32c30a560b req-38f4384a-d2f0-4ea8-a8e3-6e232d5b22a3 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:43.409604 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bd831d1f-78c9-499b-86c9-9f32c30a560b req-38f4384a-d2f0-4ea8-a8e3-6e232d5b22a3 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 943 time: 0.2112350 Oct 29 01:30:43.431648 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0459d6e6-8c7a-4c3f-b54f-21a54dcb4b2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.438975 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a006e72c-d857-4c20-a676-5a0071bcf4c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.445540 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42005cf4-dcf1-47bb-b65b-5f3b83928635 req-c6831012-4116-4ff0-9e4b-ec9ca033a0b4 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:43.447489 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-42005cf4-dcf1-47bb-b65b-5f3b83928635 req-c6831012-4116-4ff0-9e4b-ec9ca033a0b4 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 946 time: 0.2302811 Oct 29 01:30:43.447646 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:43.448252 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for port, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.449612 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] 10.222.0.89 "PUT /v2.0/ports/a2c58f5c-4515-483a-a354-edce290b050c HTTP/1.1" status: 200 len: 1094 time: 1.5883217 Oct 29 01:30:43.452310 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'tag': 'a2c58f5c-4515-483a-a354-edce290b050c'}] {{(pid=101937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:43.455189 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd4190f8698f4bce9eaa026dc7517db330c7bfcbcac75c838e6d65c99a8078c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a833e405-4a6e-4969-876b-dc62f4f9031e" -d '{"events": [{"name": "network-changed", "server_uuid": "7535694c-3eeb-4d9a-bb4c-be3aac760b74", "tag": "a2c58f5c-4515-483a-a354-edce290b050c"}]}' {{(pid=101937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:43.497664 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374b8dd-dc8e-473e-9380-5cc496b9543b service neutron] Pushing event updated for resources: {'Port': ['ID=a2c58f5c-4515-483a-a354-edce290b050c,revision_number=3']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:43.608770 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a006e72c-d857-4c20-a676-5a0071bcf4c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.668159 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-eddfd0bf-3d62-492a-9292-d00a70098bb7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=384b986f-b7cf-4436-8f0b-cacf632317f5 HTTP/1.1" status: 200 len: 217 time: 0.2778871 Oct 29 01:30:43.679209 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0459d6e6-8c7a-4c3f-b54f-21a54dcb4b2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.691815 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-cbae1f21-56a2-4e3a-b783-4f579454d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:43.693294 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-cbae1f21-56a2-4e3a-b783-4f579454d567 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f136a6ebba524176833d4f65468e2e04&device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 1097 time: 0.0658889 Oct 29 01:30:43.702914 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a006e72c-d857-4c20-a676-5a0071bcf4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.778403 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-b1f501f5-834e-4f15-9098-b71e6d622f96 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2c58f5c-4515-483a-a354-edce290b050c HTTP/1.1" status: 200 len: 217 time: 0.0607064 Oct 29 01:30:43.783395 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-a006e72c-d857-4c20-a676-5a0071bcf4c4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a59e725b0f2a4eebbb565680f657f764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6543970 Oct 29 01:30:43.786709 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006e72c-d857-4c20-a676-5a0071bcf4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd2ade4-0878-430f-b9ba-1954d8a5f74d,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:43.793969 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 54284) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:43.810802 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-42005cf4-dcf1-47bb-b65b-5f3b83928635 req-e85a9252-70da-481e-bb2f-77e175f1663b tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549969 Oct 29 01:30:43.815237 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8792d828-b72d-4535-8fe4-381017cfb322 {{(pid=101938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:30:43.827005 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bd831d1f-78c9-499b-86c9-9f32c30a560b req-131562d3-eda7-45c6-9455-42a568f4b5a6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784869 Oct 29 01:30:43.834035 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.835728 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0459d6e6-8c7a-4c3f-b54f-21a54dcb4b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.836977 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-eae6dd0e-8f12-45d1-8367-ae1f9e631995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:43.838776 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-eae6dd0e-8f12-45d1-8367-ae1f9e631995 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e316455a-7c55-4b86-a7d0-f74fde07dde0 HTTP/1.1" status: 200 len: 859 time: 0.1534016 Oct 29 01:30:43.877611 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-781c6d3b-1204-4b0a-b075-aa79a6984c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:43.879308 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-781c6d3b-1204-4b0a-b075-aa79a6984c58 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f5f2a0f-7214-434a-9ad1-734028b6836e HTTP/1.1" status: 200 len: 856 time: 0.0935442 Oct 29 01:30:43.898206 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.provisioning_blocks [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Transition to ACTIVE for port object 8792d828-b72d-4535-8fe4-381017cfb322 will not be triggered until provisioned by entity L2. {{(pid=101938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:30:43.918786 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-d08e930a-933f-42a8-8972-d8b82ee512bc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88eb5d49-5e4a-4acd-96b7-71423140ff23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610027 Oct 29 01:30:43.973486 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd46b5ff-0248-477d-9cbf-7ad042c4f8a5 x-openstack-request-id: req-cd46b5ff-0248-477d-9cbf-7ad042c4f8a5 {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:43.973944 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26967298-2d04-4407-aa3c-23ca9cc59fbf", "name": "network-vif-plugged", "status": "completed", "tag": "678f65f9-0ebb-4b09-af91-5209ac139974", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:43.974303 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd46b5ff-0248-477d-9cbf-7ad042c4f8a5 {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:43.974895 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26967298-2d04-4407-aa3c-23ca9cc59fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678f65f9-0ebb-4b09-af91-5209ac139974', 'code': 200} Oct 29 01:30:43.976736 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-0459d6e6-8c7a-4c3f-b54f-21a54dcb4b2f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=028f9be957894696861140d3da6c2e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7344584 Oct 29 01:30:43.980468 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 54294) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:43.992689 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-90655ecc-f561-4a09-8135-c334302e8ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.024623 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459d6e6-8c7a-4c3f-b54f-21a54dcb4b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c1182b-56d9-464e-946e-4af3a53bb2f4,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:44.027049 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-90655ecc-f561-4a09-8135-c334302e8ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.030479 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41162f32-9d29-4dd8-a850-b9041f7b6013 x-openstack-request-id: req-41162f32-9d29-4dd8-a850-b9041f7b6013 {{(pid=101937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:44.030875 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7535694c-3eeb-4d9a-bb4c-be3aac760b74", "tag": "a2c58f5c-4515-483a-a354-edce290b050c", "status": "completed", "code": 200}]} {{(pid=101937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:44.031229 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41162f32-9d29-4dd8-a850-b9041f7b6013 {{(pid=101937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:44.031999 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'tag': 'a2c58f5c-4515-483a-a354-edce290b050c', 'status': 'completed', 'code': 200} Oct 29 01:30:44.052763 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.064926 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-53840786-562e-4a08-924d-e932e07bdd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:44.066772 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-53840786-562e-4a08-924d-e932e07bdd80 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e96d7435-3b33-4631-af13-70db652698aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1789377 Oct 29 01:30:44.153229 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-a0a5ac9a-c604-41d4-8a01-329d84d7f60a service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264922 Oct 29 01:30:44.214493 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-08092bc1-2d33-4e28-8b9f-288494bcf203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.253752 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Pushing event updated for resources: {'Port': ['ID=8792d828-b72d-4535-8fe4-381017cfb322,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:44.295374 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-08092bc1-2d33-4e28-8b9f-288494bcf203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.333748 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bccdc11-9e16-4f56-88bc-c482e0166232 x-openstack-request-id: req-9bccdc11-9e16-4f56-88bc-c482e0166232 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:44.334072 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1837d45-290e-434f-a86c-f731b2a027b6", "tag": "384b986f-b7cf-4436-8f0b-cacf632317f5", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:44.334302 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9bccdc11-9e16-4f56-88bc-c482e0166232 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:44.334761 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1837d45-290e-434f-a86c-f731b2a027b6', 'tag': '384b986f-b7cf-4436-8f0b-cacf632317f5', 'status': 'completed', 'code': 200} Oct 29 01:30:44.357441 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3780e6-edbe-45b0-91cf-9fea8d1483f6 req-87f12005-11b8-4515-9f68-5022bfbc62d5 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:44.359037 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-af3780e6-edbe-45b0-91cf-9fea8d1483f6 req-87f12005-11b8-4515-9f68-5022bfbc62d5 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.2558343 Oct 29 01:30:44.361679 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Attempting to bind port 8792d828-b72d-4535-8fe4-381017cfb322 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:30:44.363003 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Attempting to bind port 8792d828-b72d-4535-8fe4-381017cfb322 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:30:44.363003 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Attempting to bind port 8792d828-b72d-4535-8fe4-381017cfb322 on network 8e315fc3-abe9-469e-87a5-be6b4de29e90 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:44.367952 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 14032be3-3dd9-41b2-922e-8c96f7e3ceea details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:30:44.374069 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Port 8792d828-b72d-4535-8fe4-381017cfb322 on network 8e315fc3-abe9-469e-87a5-be6b4de29e90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:30:44.376482 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-f190389c-e37b-48b3-a3b1-100cc788cd23 service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836447 Oct 29 01:30:44.378209 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Attempting to bind port 8792d828-b72d-4535-8fe4-381017cfb322 on network 8e315fc3-abe9-469e-87a5-be6b4de29e90 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:44.394067 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:30:44.394067 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Checking segment: {'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:44.394067 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Bound using segment: {'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:30:44.395444 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Bound port: 8792d828-b72d-4535-8fe4-381017cfb322, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'}}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:30:44.396475 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.491890 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-90655ecc-f561-4a09-8135-c334302e8ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.494944 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-90655ecc-f561-4a09-8135-c334302e8ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.507083 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-90655ecc-f561-4a09-8135-c334302e8ed4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8fd2ade4-0878-430f-b9ba-1954d8a5f74d HTTP/1.1" status: 204 len: 168 time: 0.7063570 Oct 29 01:30:44.533067 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-5ee5cf9d-18f4-47e9-b4b8-bd84ced730fa req-83955083-275f-4eae-bc1a-2b185c06bdf4 service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487117 Oct 29 01:30:44.553022 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb7126d2-c39d-4b00-9a9d-72d42511b0f2 req-65b9768a-abe1-42f5-b1c2-33e460e4c855 service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874998 Oct 29 01:30:44.584863 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90655ecc-f561-4a09-8135-c334302e8ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd2ade4-0878-430f-b9ba-1954d8a5f74d,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:44.614731 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-af3780e6-edbe-45b0-91cf-9fea8d1483f6 req-cb708d0d-6974-497a-8dbe-2bd9a6e307f0 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262540 Oct 29 01:30:44.635493 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 14032be3-3dd9-41b2-922e-8c96f7e3ceea, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=14032be3-3dd9-41b2-922e-8c96f7e3ceea,segment=NetworkSegment(ae3ec003-3d3f-400d-a509-189677f12de7),segment_id=ae3ec003-3d3f-400d-a509-189677f12de7)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:44.659269 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e2c1c-a0e1-4c81-b586-5a2e49ad6e61 req-b3993ef4-bdde-42a2-9787-e9d3ff431bbf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:44.659747 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-08092bc1-2d33-4e28-8b9f-288494bcf203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.659846 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-896e2c1c-a0e1-4c81-b586-5a2e49ad6e61 req-b3993ef4-bdde-42a2-9787-e9d3ff431bbf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 944 time: 0.2334385 Oct 29 01:30:44.667066 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-08092bc1-2d33-4e28-8b9f-288494bcf203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.668348 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-08092bc1-2d33-4e28-8b9f-288494bcf203 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9c1182b-56d9-464e-946e-4af3a53bb2f4 HTTP/1.1" status: 204 len: 168 time: 0.6856208 Oct 29 01:30:44.688346 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08092bc1-2d33-4e28-8b9f-288494bcf203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c1182b-56d9-464e-946e-4af3a53bb2f4,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:44.692466 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3093db6-92c1-4b08-9c30-7207766926f1 req-3e328110-3774-42f7-8a42-50f8ae0e0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:44.693871 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-c3093db6-92c1-4b08-9c30-7207766926f1 req-3e328110-3774-42f7-8a42-50f8ae0e0fac service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 1099 time: 0.1598253 Oct 29 01:30:44.699146 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] For port 8792d828-b72d-4535-8fe4-381017cfb322, host hv-cinder-81558, cleared binding levels {{(pid=101938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:30:44.722193 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '14032be3-3dd9-41b2-922e-8c96f7e3ceea', 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23', 'port_id': '14032be3-3dd9-41b2-922e-8c96f7e3ceea', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e316455a-7c55-4b86-a7d0-f74fde07dde0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:30:44.743711 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-c3093db6-92c1-4b08-9c30-7207766926f1 req-c2838ad9-c60c-43dd-b00e-48715f590e3c service neutron] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.751559 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] For port 8792d828-b72d-4535-8fe4-381017cfb322, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8792d828-b72d-4535-8fe4-381017cfb322,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:30:44.755243 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-896e2c1c-a0e1-4c81-b586-5a2e49ad6e61 req-be6d8e90-2ede-4804-bbfd-45fb41145123 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959918 Oct 29 01:30:44.790267 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.804254 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14032be3-3dd9-41b2-922e-8c96f7e3ceea {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:30:44.829608 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 14032be3-3dd9-41b2-922e-8c96f7e3ceea, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=14032be3-3dd9-41b2-922e-8c96f7e3ceea,segment=NetworkSegment(ae3ec003-3d3f-400d-a509-189677f12de7),segment_id=ae3ec003-3d3f-400d-a509-189677f12de7)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:44.833066 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.861714 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:44.862669 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.864132 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] 10.222.0.89 "PUT /v2.0/ports/8792d828-b72d-4535-8fe4-381017cfb322 HTTP/1.1" status: 200 len: 1094 time: 2.7680454 Oct 29 01:30:44.896148 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-c3093db6-92c1-4b08-9c30-7207766926f1 req-c2838ad9-c60c-43dd-b00e-48715f590e3c service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.918105 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a519f-416f-4264-a51f-59567229a597 req-fcb61a32-8ee3-48f4-8184-1545cd4c29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:44.919941 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-d10a519f-416f-4264-a51f-59567229a597 req-fcb61a32-8ee3-48f4-8184-1545cd4c29ae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb919510c0cf40f18e2cba8d84793a7f&device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 1096 time: 0.0829139 Oct 29 01:30:45.008317 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:45.018223 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833e405-4a6e-4969-876b-dc62f4f9031e req-9d5208ba-774a-42d5-9ac2-a5cc13e8a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:45.020776 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a833e405-4a6e-4969-876b-dc62f4f9031e req-9d5208ba-774a-42d5-9ac2-a5cc13e8a572 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f136a6ebba524176833d4f65468e2e04&device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 1097 time: 0.1794939 Oct 29 01:30:45.025422 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a6a41-f2ea-47dd-ac33-879b20e7d3ed service neutron] Pushing event updated for resources: {'Port': ['ID=8792d828-b72d-4535-8fe4-381017cfb322,revision_number=3']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:45.033296 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a519f-416f-4264-a51f-59567229a597 req-c41427f8-ecfe-484b-b4c4-406bf04d1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:45.035588 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-d10a519f-416f-4264-a51f-59567229a597 req-c41427f8-ecfe-484b-b4c4-406bf04d1da5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=88eb5d49-5e4a-4acd-96b7-71423140ff23 HTTP/1.1" status: 200 len: 920 time: 0.1079862 Oct 29 01:30:45.064831 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fff16-deba-466d-87e1-054825077947 req-96a70d26-a797-4121-82e8-bf7e507f17a2 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:45.066994 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-122fff16-deba-466d-87e1-054825077947 req-96a70d26-a797-4121-82e8-bf7e507f17a2 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 943 time: 0.1473458 Oct 29 01:30:45.078872 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=14032be3-3dd9-41b2-922e-8c96f7e3ceea,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:45.082519 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e818dc-d524-42c3-9340-21b2be37d7a1 req-44f456e9-6307-455c-87c0-0df00a4642b4 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:45.084631 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b1e818dc-d524-42c3-9340-21b2be37d7a1 req-44f456e9-6307-455c-87c0-0df00a4642b4 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 946 time: 0.1786919 Oct 29 01:30:45.114340 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [req-c3093db6-92c1-4b08-9c30-7207766926f1 req-c2838ad9-c60c-43dd-b00e-48715f590e3c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:45.120796 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-d10a519f-416f-4264-a51f-59567229a597 req-c27a9b53-909e-4507-a912-483e4cf0c1d6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=384b986f-b7cf-4436-8f0b-cacf632317f5 HTTP/1.1" status: 200 len: 217 time: 0.0772491 Oct 29 01:30:45.181948 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-c3093db6-92c1-4b08-9c30-7207766926f1 req-c2838ad9-c60c-43dd-b00e-48715f590e3c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600234 Oct 29 01:30:45.205586 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2838ad9-c60c-43dd-b00e-48715f590e3c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4ea3cd-ab1f-4357-a4b3-57bf7b17cdc9,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:45.216260 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-122fff16-deba-466d-87e1-054825077947 req-b5bb9c0d-7119-45ba-a77b-217d156ec1eb tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260285 Oct 29 01:30:45.216903 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a519f-416f-4264-a51f-59567229a597 req-18a1c027-9bf1-487a-aff0-df115342f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:45.218522 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-d10a519f-416f-4264-a51f-59567229a597 req-18a1c027-9bf1-487a-aff0-df115342f510 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e316455a-7c55-4b86-a7d0-f74fde07dde0 HTTP/1.1" status: 200 len: 859 time: 0.0788069 Oct 29 01:30:45.245698 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b1e818dc-d524-42c3-9340-21b2be37d7a1 req-363956ce-99a0-4197-9096-c2617f8d6264 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427255 Oct 29 01:30:45.336336 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['14032be3-3dd9-41b2-922e-8c96f7e3ceea'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:30:45.361625 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-6225ae4d-d9e6-4fb0-9cf2-720da6886019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:45.363397 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-6225ae4d-d9e6-4fb0-9cf2-720da6886019 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dcb593d72c64c55920c19dbe2d09c56&device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 1097 time: 0.2591541 Oct 29 01:30:45.368400 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833e405-4a6e-4969-876b-dc62f4f9031e req-ae677271-0c12-4047-b34b-001604a92a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:45.370081 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a833e405-4a6e-4969-876b-dc62f4f9031e req-ae677271-0c12-4047-b34b-001604a92a98 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e96d7435-3b33-4631-af13-70db652698aa HTTP/1.1" status: 200 len: 918 time: 0.3317890 Oct 29 01:30:45.534871 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-d10a519f-416f-4264-a51f-59567229a597 req-b149da81-83b3-4c81-84b3-3ac110ecbaf2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88eb5d49-5e4a-4acd-96b7-71423140ff23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257294 Oct 29 01:30:45.575890 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-abd7c49a-150d-479c-93b7-46eeb364bb41 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8792d828-b72d-4535-8fe4-381017cfb322 HTTP/1.1" status: 200 len: 217 time: 0.0645139 Oct 29 01:30:45.577070 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a833e405-4a6e-4969-876b-dc62f4f9031e req-3dec74e6-e79e-4b16-b01f-10e9a5e48291 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2c58f5c-4515-483a-a354-edce290b050c HTTP/1.1" status: 200 len: 217 time: 0.0670285 Oct 29 01:30:45.630336 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-d10a519f-416f-4264-a51f-59567229a597 req-f1ec7a6f-476f-45ce-9951-57a8439415ee service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867693 Oct 29 01:30:45.695602 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833e405-4a6e-4969-876b-dc62f4f9031e req-b452d6e0-8f66-4116-b0ed-983eaf831542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:45.697047 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a833e405-4a6e-4969-876b-dc62f4f9031e req-b452d6e0-8f66-4116-b0ed-983eaf831542 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f5f2a0f-7214-434a-9ad1-734028b6836e HTTP/1.1" status: 200 len: 856 time: 0.0887554 Oct 29 01:30:45.698402 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-cbf207cb-8075-4012-bcf5-137cf671a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:45.699940 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-cbf207cb-8075-4012-bcf5-137cf671a3f1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd490598-4e26-4fa2-b542-29057546e707 HTTP/1.1" status: 200 len: 850 time: 0.0903988 Oct 29 01:30:45.719335 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 54328) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:45.742948 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4d77d63c-5fc0-48d8-8b7a-ea9d852d1902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:45.767618 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [req-d10a519f-416f-4264-a51f-59567229a597 req-ac14413e-0bf3-46f9-a8b0-2b672225efa3 service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289449 Oct 29 01:30:45.812037 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 54334) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:45.833872 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e067bc17-feee-4b66-b4ce-445f306dc672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:45.835337 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-a1933458-7f26-4214-bffe-bf557a5a26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:45.836975 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-a1933458-7f26-4214-bffe-bf557a5a26e3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e315fc3-abe9-469e-87a5-be6b4de29e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1110103 Oct 29 01:30:45.886530 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9ae62-bf65-4b83-b38d-bebe00b73e33 req-6f120cc6-6142-4c93-8620-56e2fe8dabb6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:45.888075 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7dd9ae62-bf65-4b83-b38d-bebe00b73e33 req-6f120cc6-6142-4c93-8620-56e2fe8dabb6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.1609793 Oct 29 01:30:45.925465 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833e405-4a6e-4969-876b-dc62f4f9031e req-0cf184d2-e1c1-4cfc-a624-7744857362a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:45.927145 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a833e405-4a6e-4969-876b-dc62f4f9031e req-0cf184d2-e1c1-4cfc-a624-7744857362a8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e96d7435-3b33-4631-af13-70db652698aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2140145 Oct 29 01:30:46.112612 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4d77d63c-5fc0-48d8-8b7a-ea9d852d1902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.114633 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e067bc17-feee-4b66-b4ce-445f306dc672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.180958 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4d77d63c-5fc0-48d8-8b7a-ea9d852d1902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.220137 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-4d77d63c-5fc0-48d8-8b7a-ea9d852d1902 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=863c925e90194ec0a5725c7c63dfe0a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4997263 Oct 29 01:30:46.221672 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77d63c-5fc0-48d8-8b7a-ea9d852d1902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c5a0d7-0e3b-4522-9975-6c19b22a5838,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:46.224161 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 54338) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:46.243597 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133bbe1-319e-43c5-bd1f-8245b469740f req-201061f7-0e69-4fee-80c2-d61dcb29b392 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:46.245204 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a133bbe1-319e-43c5-bd1f-8245b469740f req-201061f7-0e69-4fee-80c2-d61dcb29b392 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 944 time: 0.3814726 Oct 29 01:30:46.255218 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e067bc17-feee-4b66-b4ce-445f306dc672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.267040 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7dd9ae62-bf65-4b83-b38d-bebe00b73e33 req-51b8fba6-88b5-4959-8527-581e491e6f27 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3431334 Oct 29 01:30:46.301240 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-f01ac0cf-2144-4a8b-8757-9a2d6979ebbe service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520106 Oct 29 01:30:46.340592 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4476c4a6-38cf-4992-94a4-88cf94b95af6', 'tag': '8792d828-b72d-4535-8fe4-381017cfb322'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:46.352804 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ab58bc-7778-432d-8651-75007076bfac" -d '{"events": [{"name": "network-changed", "server_uuid": "4476c4a6-38cf-4992-94a4-88cf94b95af6", "tag": "8792d828-b72d-4535-8fe4-381017cfb322"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:46.353068 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-e067bc17-feee-4b66-b4ce-445f306dc672 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bcb5c1dc2d1348e2a4fd2afaa3660286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5298765 Oct 29 01:30:46.353068 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067bc17-feee-4b66-b4ce-445f306dc672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caf65c1-d587-4c95-8dc3-5ada708f499f,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:46.353068 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-caa5a2c4-8bbc-48fb-aa43-c5e166527858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.373069 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 14032be3-3dd9-41b2-922e-8c96f7e3ceea up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:46.377476 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 54350) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:46.414678 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a833e405-4a6e-4969-876b-dc62f4f9031e req-6113f399-8701-445f-9218-7df2397ef1b6 service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772737 Oct 29 01:30:46.419285 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-caa5a2c4-8bbc-48fb-aa43-c5e166527858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.468230 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a133bbe1-319e-43c5-bd1f-8245b469740f req-47ecbcd6-d1cb-4c28-b66a-0fd23aebfec0 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121105 Oct 29 01:30:46.565827 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port 14032be3-3dd9-41b2-922e-8c96f7e3ceea completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:30:46.569971 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 14032be3-3dd9-41b2-922e-8c96f7e3ceea triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:46.570340 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.611922 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-caa5a2c4-8bbc-48fb-aa43-c5e166527858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.615206 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-caa5a2c4-8bbc-48fb-aa43-c5e166527858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.616413 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-caa5a2c4-8bbc-48fb-aa43-c5e166527858 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f5c5a0d7-0e3b-4522-9975-6c19b22a5838 HTTP/1.1" status: 204 len: 168 time: 0.3912966 Oct 29 01:30:46.634376 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5a2c4-8bbc-48fb-aa43-c5e166527858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c5a0d7-0e3b-4522-9975-6c19b22a5838,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:46.663147 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53aac85-3347-4af3-98d3-8031cf3cec9c req-d7061665-8891-48c8-8e49-f2c05caee3e6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:46.664902 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e53aac85-3347-4af3-98d3-8031cf3cec9c req-d7061665-8891-48c8-8e49-f2c05caee3e6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 943 time: 0.2473252 Oct 29 01:30:46.674064 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8980939-477f-45da-a85c-7ed22a2a00a2 req-2e0e1c73-6b36-462f-b680-65cf211c513f service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619828 Oct 29 01:30:46.695833 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.697041 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a833e405-4a6e-4969-876b-dc62f4f9031e req-9f6a118a-f1af-4f3c-bdf0-b3a8a3b6ee2d service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674713 Oct 29 01:30:46.697658 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d62380a3-457d-4528-a14f-29759df60615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.730475 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b7e88b-c3bf-41d4-8277-2b23592cfda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14032be3-3dd9-41b2-922e-8c96f7e3ceea'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:46.732999 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23d7e39-9372-4010-8135-94b7f4fdd2a0" -d '{"events": [{"server_uuid": "01b7e88b-c3bf-41d4-8277-2b23592cfda0", "name": "network-vif-plugged", "status": "completed", "tag": "14032be3-3dd9-41b2-922e-8c96f7e3ceea"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:46.749527 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 14032be3-3dd9-41b2-922e-8c96f7e3ceea, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=14032be3-3dd9-41b2-922e-8c96f7e3ceea,segment=NetworkSegment(ae3ec003-3d3f-400d-a509-189677f12de7),segment_id=ae3ec003-3d3f-400d-a509-189677f12de7)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:46.760641 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a1362-113c-4970-a50b-ba61686b5be8 req-27d79b1f-7145-4443-b7e7-71388739c7d9 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:46.762183 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-520a1362-113c-4970-a50b-ba61686b5be8 req-27d79b1f-7145-4443-b7e7-71388739c7d9 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 946 time: 0.2135732 Oct 29 01:30:46.764088 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d62380a3-457d-4528-a14f-29759df60615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.792770 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e53aac85-3347-4af3-98d3-8031cf3cec9c req-cdc520d8-d5d3-47ec-a4ff-014c93a09826 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127357 Oct 29 01:30:46.836506 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-520a1362-113c-4970-a50b-ba61686b5be8 req-865eee24-6267-4cab-9567-40929a0e10cb tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614679 Oct 29 01:30:46.849108 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d198f87-7e47-47e7-856f-23fd1c375040 x-openstack-request-id: req-6d198f87-7e47-47e7-856f-23fd1c375040 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:46.849591 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4476c4a6-38cf-4992-94a4-88cf94b95af6", "tag": "8792d828-b72d-4535-8fe4-381017cfb322", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:46.849938 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d198f87-7e47-47e7-856f-23fd1c375040 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:46.850378 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4476c4a6-38cf-4992-94a4-88cf94b95af6', 'tag': '8792d828-b72d-4535-8fe4-381017cfb322', 'status': 'completed', 'code': 200} Oct 29 01:30:46.868915 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.893482 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80663c70-846a-4c87-a86e-e3334476c4d9 x-openstack-request-id: req-80663c70-846a-4c87-a86e-e3334476c4d9 {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:46.893730 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b7e88b-c3bf-41d4-8277-2b23592cfda0", "name": "network-vif-plugged", "status": "completed", "tag": "14032be3-3dd9-41b2-922e-8c96f7e3ceea", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:46.894017 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-80663c70-846a-4c87-a86e-e3334476c4d9 {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:46.894406 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b7e88b-c3bf-41d4-8277-2b23592cfda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14032be3-3dd9-41b2-922e-8c96f7e3ceea', 'code': 200} Oct 29 01:30:46.920102 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=14032be3-3dd9-41b2-922e-8c96f7e3ceea,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:46.971094 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d62380a3-457d-4528-a14f-29759df60615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.973866 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d62380a3-457d-4528-a14f-29759df60615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.975106 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-d62380a3-457d-4528-a14f-29759df60615 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2caf65c1-d587-4c95-8dc3-5ada708f499f HTTP/1.1" status: 204 len: 168 time: 0.5952122 Oct 29 01:30:46.983029 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62380a3-457d-4528-a14f-29759df60615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caf65c1-d587-4c95-8dc3-5ada708f499f,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:47.051096 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab58bc-7778-432d-8651-75007076bfac req-032bdbfc-cbc3-4031-b237-5fd4e18a4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:47.052704 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-96ab58bc-7778-432d-8651-75007076bfac req-032bdbfc-cbc3-4031-b237-5fd4e18a4325 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dcb593d72c64c55920c19dbe2d09c56&device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 1097 time: 0.0557175 Oct 29 01:30:47.174546 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab58bc-7778-432d-8651-75007076bfac req-304ca362-eb83-4210-8860-2e2124bcc65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:47.176324 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-96ab58bc-7778-432d-8651-75007076bfac req-304ca362-eb83-4210-8860-2e2124bcc65b service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e315fc3-abe9-469e-87a5-be6b4de29e90 HTTP/1.1" status: 200 len: 912 time: 0.1109354 Oct 29 01:30:47.219295 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-96ab58bc-7778-432d-8651-75007076bfac req-d1de000b-52e2-4294-bc69-5af7caefe1b5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8792d828-b72d-4535-8fe4-381017cfb322 HTTP/1.1" status: 200 len: 217 time: 0.0351567 Oct 29 01:30:47.279381 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab58bc-7778-432d-8651-75007076bfac req-2d412ec2-ce1f-40a2-a408-3b10b5f683c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:47.280909 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-96ab58bc-7778-432d-8651-75007076bfac req-2d412ec2-ce1f-40a2-a408-3b10b5f683c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd490598-4e26-4fa2-b542-29057546e707 HTTP/1.1" status: 200 len: 850 time: 0.0536458 Oct 29 01:30:47.333858 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab58bc-7778-432d-8651-75007076bfac req-36981a42-5f77-477a-8a54-181372a82273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:47.335432 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-96ab58bc-7778-432d-8651-75007076bfac req-36981a42-5f77-477a-8a54-181372a82273 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e315fc3-abe9-469e-87a5-be6b4de29e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0458047 Oct 29 01:30:47.529264 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51278be6-5677-4220-8eb2-77daa64d6403 req-ba69c1fd-7259-44c7-82e2-b264f9ca1c4e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:47.530827 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-51278be6-5677-4220-8eb2-77daa64d6403 req-ba69c1fd-7259-44c7-82e2-b264f9ca1c4e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.1434050 Oct 29 01:30:47.537901 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25fd21-b82c-4935-bfd9-2e81651a3ea1 req-9c1848c0-5090-4e82-b828-a6df7345a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:47.539352 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-db25fd21-b82c-4935-bfd9-2e81651a3ea1 req-9c1848c0-5090-4e82-b828-a6df7345a2fd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 1099 time: 0.1530402 Oct 29 01:30:47.542609 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-96ab58bc-7778-432d-8651-75007076bfac req-115deba6-0de1-4fe9-95b2-4366ac875173 service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974337 Oct 29 01:30:47.698684 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-51278be6-5677-4220-8eb2-77daa64d6403 req-aa37d67b-fbde-4860-842e-e7b7c50393cb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581337 Oct 29 01:30:47.708979 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-db25fd21-b82c-4935-bfd9-2e81651a3ea1 req-ab070daf-8b8d-4411-9e15-ba9c0e475a64 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527681 Oct 29 01:30:47.745387 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf663e7-c0e0-408e-b78d-ae10c63bea28 req-78f48909-35dd-4d37-9258-d46c3908452c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:47.746885 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2bf663e7-c0e0-408e-b78d-ae10c63bea28 req-78f48909-35dd-4d37-9258-d46c3908452c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 944 time: 0.1510537 Oct 29 01:30:47.750769 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-96ab58bc-7778-432d-8651-75007076bfac req-a9a5d266-9289-4335-9b14-fd2245c01eb2 service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874223 Oct 29 01:30:47.794313 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2bf663e7-c0e0-408e-b78d-ae10c63bea28 req-daf9f65b-b5cc-4d6c-ae10-7f990fd44a62 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383353 Oct 29 01:30:47.935851 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682fce3-0e23-47d6-88af-41fa19c91b8c req-9968c787-f6d6-41dd-b87e-3f3b11580bf8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:47.938177 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8682fce3-0e23-47d6-88af-41fa19c91b8c req-9968c787-f6d6-41dd-b87e-3f3b11580bf8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 943 time: 0.0597432 Oct 29 01:30:48.010962 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8682fce3-0e23-47d6-88af-41fa19c91b8c req-9722a651-653e-4ad5-bb72-84951895d6ad tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645440 Oct 29 01:30:48.027472 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869045cc-6103-4775-9716-39d6ad14659a req-4da00624-5539-4657-afc5-c36e20a6aaee tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:48.028700 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-869045cc-6103-4775-9716-39d6ad14659a req-4da00624-5539-4657-afc5-c36e20a6aaee tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 946 time: 0.0747073 Oct 29 01:30:48.072616 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-869045cc-6103-4775-9716-39d6ad14659a req-479df753-54c9-48cc-b47f-1f180b7d121d tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328410 Oct 29 01:30:48.404965 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device a2c58f5c-4515-483a-a354-edce290b050c details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:30:48.518808 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port a2c58f5c-4515-483a-a354-edce290b050c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a2c58f5c-4515-483a-a354-edce290b050c,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:48.529948 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': 'a2c58f5c-4515-483a-a354-edce290b050c', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'port_id': 'a2c58f5c-4515-483a-a354-edce290b050c', 'mac_address': 'fa:16:3e:9f:47:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:30:48.570083 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:48.583336 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c58f5c-4515-483a-a354-edce290b050c {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:30:48.614240 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port a2c58f5c-4515-483a-a354-edce290b050c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a2c58f5c-4515-483a-a354-edce290b050c,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:48.718420 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:48.719172 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 384b986f-b7cf-4436-8f0b-cacf632317f5 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:30:48.837709 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33c09c-96d7-4e40-95e2-cd7d2ee21ab3 req-a68f6ddd-62d1-4477-8cf3-ab78d7ec2ca9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:48.839763 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2c33c09c-96d7-4e40-95e2-cd7d2ee21ab3 req-a68f6ddd-62d1-4477-8cf3-ab78d7ec2ca9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 945 time: 0.0585577 Oct 29 01:30:48.952454 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2c33c09c-96d7-4e40-95e2-cd7d2ee21ab3 req-8e62032b-7edf-4220-b205-f9bcde79b226 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988448 Oct 29 01:30:48.968259 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=a2c58f5c-4515-483a-a354-edce290b050c,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:49.061649 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 384b986f-b7cf-4436-8f0b-cacf632317f5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=384b986f-b7cf-4436-8f0b-cacf632317f5,segment=NetworkSegment(ae3ec003-3d3f-400d-a509-189677f12de7),segment_id=ae3ec003-3d3f-400d-a509-189677f12de7)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:49.079104 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '384b986f-b7cf-4436-8f0b-cacf632317f5', 'network_id': '88eb5d49-5e4a-4acd-96b7-71423140ff23', 'port_id': '384b986f-b7cf-4436-8f0b-cacf632317f5', 'mac_address': 'fa:16:3e:e8:df:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e316455a-7c55-4b86-a7d0-f74fde07dde0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:30:49.084093 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c97488-042c-4093-9b1b-a8b70ae35ac6 req-7cba171b-7f97-4df4-8cd7-ab75bfc3347e tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:49.085881 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-92c97488-042c-4093-9b1b-a8b70ae35ac6 req-7cba171b-7f97-4df4-8cd7-ab75bfc3347e tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 944 time: 0.1454668 Oct 29 01:30:49.135387 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:49.152314 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384b986f-b7cf-4436-8f0b-cacf632317f5 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:30:49.190803 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 384b986f-b7cf-4436-8f0b-cacf632317f5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=384b986f-b7cf-4436-8f0b-cacf632317f5,segment=NetworkSegment(ae3ec003-3d3f-400d-a509-189677f12de7),segment_id=ae3ec003-3d3f-400d-a509-189677f12de7)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:49.221707 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-92c97488-042c-4093-9b1b-a8b70ae35ac6 req-d7f44056-7d6c-4d87-ba70-97a1e308290d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262197 Oct 29 01:30:49.262096 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f611a-266a-4c20-abcf-a434c4f55cba req-4e2ae53c-a062-44ed-adc0-25cb7716fca4 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:49.262096 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b92f611a-266a-4c20-abcf-a434c4f55cba req-4e2ae53c-a062-44ed-adc0-25cb7716fca4 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 943 time: 0.1397421 Oct 29 01:30:49.326554 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:49.347140 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b92f611a-266a-4c20-abcf-a434c4f55cba req-ffbc55c5-8e5d-46fd-bf3f-cb8f68800daa tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803776 Oct 29 01:30:49.410502 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=384b986f-b7cf-4436-8f0b-cacf632317f5,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:49.707113 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['384b986f-b7cf-4436-8f0b-cacf632317f5'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:30:49.753708 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['a2c58f5c-4515-483a-a354-edce290b050c'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:30:50.111383 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098f0c9-fbe1-472e-b057-ce2837e4c98a req-3c933744-67ab-4054-b5f8-53f504b873d1 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:50.112896 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5098f0c9-fbe1-472e-b057-ce2837e4c98a req-3c933744-67ab-4054-b5f8-53f504b873d1 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 945 time: 0.0496004 Oct 29 01:30:50.150760 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5098f0c9-fbe1-472e-b057-ce2837e4c98a req-59a81351-8423-4a01-84bf-d2af12d4d3b9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317395 Oct 29 01:30:50.338874 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8b522-df76-48bc-b2af-f0ecd22c4261 req-12920fb9-b598-47e6-9642-5f97b07676b9 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:50.340582 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0db8b522-df76-48bc-b2af-f0ecd22c4261 req-12920fb9-b598-47e6-9642-5f97b07676b9 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 944 time: 0.0471907 Oct 29 01:30:50.388508 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0db8b522-df76-48bc-b2af-f0ecd22c4261 req-ba74f736-e4ae-4d7a-9f89-aa36a4a2acd1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411158 Oct 29 01:30:50.401584 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 8792d828-b72d-4535-8fe4-381017cfb322 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:30:50.488072 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb3fe5-cd73-4ace-8ebd-413025f8d4db req-8bd6142f-2f61-458b-acd1-bd59d8ec1140 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:50.489619 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6dbb3fe5-cd73-4ace-8ebd-413025f8d4db req-8bd6142f-2f61-458b-acd1-bd59d8ec1140 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 944 time: 0.0706596 Oct 29 01:30:50.536253 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 8792d828-b72d-4535-8fe4-381017cfb322, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8792d828-b72d-4535-8fe4-381017cfb322,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:50.551810 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6dbb3fe5-cd73-4ace-8ebd-413025f8d4db req-11c8daae-016a-428d-bf20-f6167a995c5b tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512481 Oct 29 01:30:50.553457 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '8792d828-b72d-4535-8fe4-381017cfb322', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'port_id': '8792d828-b72d-4535-8fe4-381017cfb322', 'mac_address': 'fa:16:3e:cd:ec:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:30:50.597328 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:50.617301 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8792d828-b72d-4535-8fe4-381017cfb322 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:30:50.636748 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 8792d828-b72d-4535-8fe4-381017cfb322, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8792d828-b72d-4535-8fe4-381017cfb322,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:50.768958 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:50.821030 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=8792d828-b72d-4535-8fe4-381017cfb322,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:51.126029 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['8792d828-b72d-4535-8fe4-381017cfb322'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:30:51.279575 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfdec9-968d-469b-9669-8d9087c4362b req-650581d3-15d6-4748-9825-e3ede418aeda tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:51.282144 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3fdfdec9-968d-469b-9669-8d9087c4362b req-650581d3-15d6-4748-9825-e3ede418aeda tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 945 time: 0.0551283 Oct 29 01:30:51.319862 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3fdfdec9-968d-469b-9669-8d9087c4362b req-69e7217e-ac28-4239-83b1-f89df31da3fb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321891 Oct 29 01:30:51.503290 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69f283-9f13-4035-aefc-9cf704953530 req-8001b6d4-f794-40cb-84bd-c982f7761ba6 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:51.504741 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8e69f283-9f13-4035-aefc-9cf704953530 req-8001b6d4-f794-40cb-84bd-c982f7761ba6 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 945 time: 0.0482976 Oct 29 01:30:51.541300 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8e69f283-9f13-4035-aefc-9cf704953530 req-a5e9897f-7dff-4703-b004-28d58e544531 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306904 Oct 29 01:30:51.668913 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf52fa2-ad00-45d9-a13a-09dc7c45871b req-1fd7f399-d998-40e3-8896-b8374f2bdb67 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:51.668913 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0bf52fa2-ad00-45d9-a13a-09dc7c45871b req-1fd7f399-d998-40e3-8896-b8374f2bdb67 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 944 time: 0.0548360 Oct 29 01:30:51.717576 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0bf52fa2-ad00-45d9-a13a-09dc7c45871b req-5b5d2842-e90c-4df7-b382-3db0fa8fab1a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427182 Oct 29 01:30:52.412450 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device a2c58f5c-4515-483a-a354-edce290b050c up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:52.444795 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d56310-961e-46de-8959-d08333fa9ffc req-a474824c-69f8-4efe-a290-ba1f7cfbbe06 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:52.447203 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d6d56310-961e-46de-8959-d08333fa9ffc req-a474824c-69f8-4efe-a290-ba1f7cfbbe06 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 945 time: 0.0516047 Oct 29 01:30:52.488378 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d6d56310-961e-46de-8959-d08333fa9ffc req-b25ecae1-342c-468b-8a03-dc0b7952c8c6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351164 Oct 29 01:30:52.622825 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port a2c58f5c-4515-483a-a354-edce290b050c completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:30:52.626833 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port a2c58f5c-4515-483a-a354-edce290b050c triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:52.627200 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:52.660129 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c97e9-499c-4a48-b0df-71c98e35c65d req-e3461c27-bf94-4312-9d89-b4d51aabe6a2 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:52.661751 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f72c97e9-499c-4a48-b0df-71c98e35c65d req-e3461c27-bf94-4312-9d89-b4d51aabe6a2 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 945 time: 0.0479674 Oct 29 01:30:52.704501 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f72c97e9-499c-4a48-b0df-71c98e35c65d req-5b6d2e8f-2df0-4fce-b06e-693ef4834cac tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358779 Oct 29 01:30:52.711324 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:52.735513 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c58f5c-4515-483a-a354-edce290b050c'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:52.737934 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9cb73b-251f-4f35-ae99-b4b94ad03ddc" -d '{"events": [{"server_uuid": "7535694c-3eeb-4d9a-bb4c-be3aac760b74", "name": "network-vif-plugged", "status": "completed", "tag": "a2c58f5c-4515-483a-a354-edce290b050c"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:52.751066 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port a2c58f5c-4515-483a-a354-edce290b050c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a2c58f5c-4515-483a-a354-edce290b050c,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:52.774870 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4b4c4e-582b-4b04-9e43-7ab973e3f894 x-openstack-request-id: req-1d4b4c4e-582b-4b04-9e43-7ab973e3f894 {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:52.775176 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7535694c-3eeb-4d9a-bb4c-be3aac760b74", "name": "network-vif-plugged", "status": "completed", "tag": "a2c58f5c-4515-483a-a354-edce290b050c", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:52.775490 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d4b4c4e-582b-4b04-9e43-7ab973e3f894 {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:52.775914 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c58f5c-4515-483a-a354-edce290b050c', 'code': 200} Oct 29 01:30:52.846259 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402669-57b7-4efd-a7c0-50dacd593d79 req-b2110349-ae80-4a6b-9a69-a31aced019e6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:52.847876 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ad402669-57b7-4efd-a7c0-50dacd593d79 req-b2110349-ae80-4a6b-9a69-a31aced019e6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 944 time: 0.0486453 Oct 29 01:30:52.866729 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:52.867533 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 8792d828-b72d-4535-8fe4-381017cfb322 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:52.894982 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ad402669-57b7-4efd-a7c0-50dacd593d79 req-319dd3ca-6be5-49a4-90ae-ccce0badb4b8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411632 Oct 29 01:30:52.947062 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=a2c58f5c-4515-483a-a354-edce290b050c,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:53.152686 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port 8792d828-b72d-4535-8fe4-381017cfb322 completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:30:53.157727 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 8792d828-b72d-4535-8fe4-381017cfb322 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:53.158124 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:53.198295 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444af48-62ff-46f8-93d2-a835670efbd2 req-0bab293d-79de-42ec-b0c9-a018c6691ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:53.199771 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1444af48-62ff-46f8-93d2-a835670efbd2 req-0bab293d-79de-42ec-b0c9-a018c6691ebd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 1099 time: 0.0417156 Oct 29 01:30:53.236204 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1444af48-62ff-46f8-93d2-a835670efbd2 req-32eaa27d-f689-4707-a83f-d4987f53a875 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282829 Oct 29 01:30:53.236465 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:53.273380 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 8792d828-b72d-4535-8fe4-381017cfb322, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8792d828-b72d-4535-8fe4-381017cfb322,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:53.406742 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:53.408048 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 384b986f-b7cf-4436-8f0b-cacf632317f5 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:53.490816 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=8792d828-b72d-4535-8fe4-381017cfb322,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:53.610751 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc38bbb-7469-4674-a397-fb75006029d8 req-908783af-10f8-4619-a440-6d9f4f6a8e08 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:53.612368 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5cc38bbb-7469-4674-a397-fb75006029d8 req-908783af-10f8-4619-a440-6d9f4f6a8e08 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0499687 Oct 29 01:30:53.622911 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port 384b986f-b7cf-4436-8f0b-cacf632317f5 completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:30:53.630417 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 384b986f-b7cf-4436-8f0b-cacf632317f5 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:53.630789 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:53.664508 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5cc38bbb-7469-4674-a397-fb75006029d8 req-5327ddc2-0d84-4187-a5e7-ec45d2fd8d44 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435812 Oct 29 01:30:53.724736 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:53.765013 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 384b986f-b7cf-4436-8f0b-cacf632317f5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=384b986f-b7cf-4436-8f0b-cacf632317f5,segment=NetworkSegment(ae3ec003-3d3f-400d-a509-189677f12de7),segment_id=ae3ec003-3d3f-400d-a509-189677f12de7)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:53.824493 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5b5ab-8c91-498f-987d-1c24bdeb6606 req-9b9ccfdb-68c8-4570-b9e3-5fd403ffa39c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:53.826382 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e1e5b5ab-8c91-498f-987d-1c24bdeb6606 req-9b9ccfdb-68c8-4570-b9e3-5fd403ffa39c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0525146 Oct 29 01:30:53.869048 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e1e5b5ab-8c91-498f-987d-1c24bdeb6606 req-eb7839ac-2592-46e9-ba57-77d61601f134 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366919 Oct 29 01:30:53.891764 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:53.950222 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=384b986f-b7cf-4436-8f0b-cacf632317f5,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:54.025009 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e103c-4544-4a72-abd9-38601abf6504 req-7b1b0f6a-56f8-4b63-9ad4-c340a2b12f38 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:54.026853 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a28e103c-4544-4a72-abd9-38601abf6504 req-7b1b0f6a-56f8-4b63-9ad4-c340a2b12f38 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0591547 Oct 29 01:30:54.073380 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a28e103c-4544-4a72-abd9-38601abf6504 req-5e4b8f97-8980-479c-a556-a13f898e3152 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383086 Oct 29 01:30:54.608201 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 54638) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:54.777363 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4476c4a6-38cf-4992-94a4-88cf94b95af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8792d828-b72d-4535-8fe4-381017cfb322'}, {'server_uuid': 'a1837d45-290e-434f-a86c-f731b2a027b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384b986f-b7cf-4436-8f0b-cacf632317f5'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:54.780167 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243a18f5-0607-4610-a105-0e8507303dd5" -d '{"events": [{"server_uuid": "4476c4a6-38cf-4992-94a4-88cf94b95af6", "name": "network-vif-plugged", "status": "completed", "tag": "8792d828-b72d-4535-8fe4-381017cfb322"}, {"server_uuid": "a1837d45-290e-434f-a86c-f731b2a027b6", "name": "network-vif-plugged", "status": "completed", "tag": "384b986f-b7cf-4436-8f0b-cacf632317f5"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:54.809159 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84b335-0554-4e98-b856-8e9a6f39648b req-0266dda7-7795-43a3-86de-e5ff676a9568 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:54.812099 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1f84b335-0554-4e98-b856-8e9a6f39648b req-0266dda7-7795-43a3-86de-e5ff676a9568 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0722418 Oct 29 01:30:54.836383 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493e0052-c731-4d6d-83e4-61705149a0df x-openstack-request-id: req-493e0052-c731-4d6d-83e4-61705149a0df {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:54.836563 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4476c4a6-38cf-4992-94a4-88cf94b95af6", "name": "network-vif-plugged", "status": "completed", "tag": "8792d828-b72d-4535-8fe4-381017cfb322", "code": 200}, {"server_uuid": "a1837d45-290e-434f-a86c-f731b2a027b6", "name": "network-vif-plugged", "status": "completed", "tag": "384b986f-b7cf-4436-8f0b-cacf632317f5", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:54.836743 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-493e0052-c731-4d6d-83e4-61705149a0df {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:54.837132 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4476c4a6-38cf-4992-94a4-88cf94b95af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8792d828-b72d-4535-8fe4-381017cfb322', 'code': 200} Oct 29 01:30:54.837382 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1837d45-290e-434f-a86c-f731b2a027b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384b986f-b7cf-4436-8f0b-cacf632317f5', 'code': 200} Oct 29 01:30:54.862595 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1f84b335-0554-4e98-b856-8e9a6f39648b req-8c18ba7a-d1f2-42b7-8a22-d063773ab8ed tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430465 Oct 29 01:30:54.914772 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 54652) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:54.957554 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-621b9ff1-4a8e-41ed-baa8-353e791b50e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.017464 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c16265-d144-44c9-97f2-ea289e131839 req-f12a4a5a-94c4-4b1d-9581-55bcb604b22e tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:55.018725 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-73c16265-d144-44c9-97f2-ea289e131839 req-f12a4a5a-94c4-4b1d-9581-55bcb604b22e tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0520241 Oct 29 01:30:55.026216 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3618e6b3-57ba-41c8-8e5d-bf0bf32bca40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.065467 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-73c16265-d144-44c9-97f2-ea289e131839 req-b9233399-fcde-407f-89b8-94f87b251aba tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397782 Oct 29 01:30:55.139379 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3618e6b3-57ba-41c8-8e5d-bf0bf32bca40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.207735 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-621b9ff1-4a8e-41ed-baa8-353e791b50e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.213286 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af267fb3-c771-45c4-932c-4519210ac096 req-29858de1-667c-420f-8c61-543435601178 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:55.215443 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-af267fb3-c771-45c4-932c-4519210ac096 req-29858de1-667c-420f-8c61-543435601178 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0631588 Oct 29 01:30:55.257036 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-af267fb3-c771-45c4-932c-4519210ac096 req-443f6492-f7bc-4f25-acbc-3006bde4078a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349429 Oct 29 01:30:55.258738 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3618e6b3-57ba-41c8-8e5d-bf0bf32bca40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.294903 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-621b9ff1-4a8e-41ed-baa8-353e791b50e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.304196 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618e6b3-57ba-41c8-8e5d-bf0bf32bca40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a443459-6ea6-4e07-979b-fb1300c81ee0,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:55.310180 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-3618e6b3-57ba-41c8-8e5d-bf0bf32bca40 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8a8edf241e554f849cb7529b7689c485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943980 Oct 29 01:30:55.313339 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 54678) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:55.346076 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-621b9ff1-4a8e-41ed-baa8-353e791b50e3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=faffa48935f8406883bb7556799a0d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7366130 Oct 29 01:30:55.346659 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 54680) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:55.354778 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b9ff1-4a8e-41ed-baa8-353e791b50e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a90d57-c7e3-4bde-984a-e1b5e60c2ff3,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:55.401581 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ceadbb76-cbd8-44f7-afd0-768fae59c1d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.425296 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ceadbb76-cbd8-44f7-afd0-768fae59c1d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.425847 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cc1ea436-1984-4cd6-9a75-a2f0761b0088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.460162 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cc1ea436-1984-4cd6-9a75-a2f0761b0088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.478179 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877dca9-103a-40fd-aceb-61a95f746df4 req-29329fab-e089-4852-87b4-8ca57e126a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:55.479885 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f877dca9-103a-40fd-aceb-61a95f746df4 req-29329fab-e089-4852-87b4-8ca57e126a53 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 1098 time: 0.1044676 Oct 29 01:30:55.485854 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04029a3-b588-4743-9542-c245c364764a req-87109577-5cc9-4204-b78f-732f6a592f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:55.487287 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d04029a3-b588-4743-9542-c245c364764a req-87109577-5cc9-4204-b78f-732f6a592f08 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 1099 time: 0.1129751 Oct 29 01:30:55.557746 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d04029a3-b588-4743-9542-c245c364764a req-9ae86c80-56fa-4cab-a884-8ab18172571f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562828 Oct 29 01:30:55.559469 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f877dca9-103a-40fd-aceb-61a95f746df4 req-7a90cd8a-e6ba-4c1c-8260-64b48bd4616d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602977 Oct 29 01:30:55.582821 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ceadbb76-cbd8-44f7-afd0-768fae59c1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.586514 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ceadbb76-cbd8-44f7-afd0-768fae59c1d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.590339 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-ceadbb76-cbd8-44f7-afd0-768fae59c1d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45a90d57-c7e3-4bde-984a-e1b5e60c2ff3 HTTP/1.1" status: 204 len: 168 time: 0.2389581 Oct 29 01:30:55.599881 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadbb76-cbd8-44f7-afd0-768fae59c1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a90d57-c7e3-4bde-984a-e1b5e60c2ff3,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:55.675413 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cc1ea436-1984-4cd6-9a75-a2f0761b0088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.678948 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cc1ea436-1984-4cd6-9a75-a2f0761b0088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.680187 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-cc1ea436-1984-4cd6-9a75-a2f0761b0088 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6a443459-6ea6-4e07-979b-fb1300c81ee0 HTTP/1.1" status: 204 len: 168 time: 0.3642857 Oct 29 01:30:55.690005 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ea436-1984-4cd6-9a75-a2f0761b0088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a443459-6ea6-4e07-979b-fb1300c81ee0,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:55.772143 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 54696) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:55.989576 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344f4c1-a672-4b18-93a2-5f770749b7b8 req-698af9b1-41ae-4d16-b7da-a6244500bedb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:55.991167 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9344f4c1-a672-4b18-93a2-5f770749b7b8 req-698af9b1-41ae-4d16-b7da-a6244500bedb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0525651 Oct 29 01:30:56.033637 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9344f4c1-a672-4b18-93a2-5f770749b7b8 req-b8366dc6-9a53-49e7-8a09-4ed052e5d7af tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348880 Oct 29 01:30:56.162714 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb206726-d774-4ae2-ae2e-3d2d42dc9eb5 req-9b96de3a-66d3-497a-8046-4f9c70ba881d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:56.164259 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bb206726-d774-4ae2-ae2e-3d2d42dc9eb5 req-9b96de3a-66d3-497a-8046-4f9c70ba881d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0586143 Oct 29 01:30:56.177251 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 54710) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:56.183005 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-a5b5a735-e8fa-4b31-a85c-fbfa44999f19 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Request body: {'floatingip': {'port_id': 'a2c58f5c-4515-483a-a354-edce290b050c'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:56.285979 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a735-e8fa-4b31-a85c-fbfa44999f19 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for floatingip, before_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:56.288149 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0c969f02-1418-4272-bcb0-2fbc6c06d25b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:56.288652 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0de4d-fb15-4d82-9dbf-3d3aad74801a req-85ef3dd5-6f88-48e8-983a-423e8feffaef tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:56.290378 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4cb0de4d-fb15-4d82-9dbf-3d3aad74801a req-85ef3dd5-6f88-48e8-983a-423e8feffaef tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0661218 Oct 29 01:30:56.367864 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4cb0de4d-fb15-4d82-9dbf-3d3aad74801a req-b36addd8-3768-4720-9ddd-0ac6545db27d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641644 Oct 29 01:30:56.377671 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294203c1-2ef5-41ba-9135-e035796afe95 req-71a3f787-eca3-4fb8-980f-e001eb86f659 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:56.384948 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-294203c1-2ef5-41ba-9135-e035796afe95 req-71a3f787-eca3-4fb8-980f-e001eb86f659 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 946 time: 0.0725884 Oct 29 01:30:56.419968 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-294203c1-2ef5-41ba-9135-e035796afe95 req-84fe136e-ded0-4f04-bcb7-2ca85beb1b1f tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338657 Oct 29 01:30:56.481154 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83c353-5e3c-4482-b8a0-fb8a74090b47 req-5ff89e3e-9c14-42bc-ba04-9af0951fb5a0 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:56.482655 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6c83c353-5e3c-4482-b8a0-fb8a74090b47 req-5ff89e3e-9c14-42bc-ba04-9af0951fb5a0 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0537651 Oct 29 01:30:56.526649 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6c83c353-5e3c-4482-b8a0-fb8a74090b47 req-8feea87a-890f-4bda-962e-c14ffdf7b796 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374856 Oct 29 01:30:56.576571 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0c969f02-1418-4272-bcb0-2fbc6c06d25b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:56.643230 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 54716) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:56.656175 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5b79a3b5-5f15-4ea7-9f5b-47cfa1d78b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:56.659249 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0c969f02-1418-4272-bcb0-2fbc6c06d25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:56.739007 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5b79a3b5-5f15-4ea7-9f5b-47cfa1d78b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:56.743762 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 54722) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:56.758549 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0e7000ca-827e-4dd2-baca-1412c056d0d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:56.805254 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-0c969f02-1418-4272-bcb0-2fbc6c06d25b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ad39d778fb0445b88dc26f4fed24cca4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0315197 Oct 29 01:30:56.810043 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 54724) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:56.811490 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c969f02-1418-4272-bcb0-2fbc6c06d25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cac790a-0052-4a6e-9a21-5f223bf15690,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:56.824870 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5b79a3b5-5f15-4ea7-9f5b-47cfa1d78b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:56.996016 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a735-e8fa-4b31-a85c-fbfa44999f19 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.079797 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a735-e8fa-4b31-a85c-fbfa44999f19 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685606'] for floatingip, after_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.087736 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0e7000ca-827e-4dd2-baca-1412c056d0d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.089456 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79a3b5-5f15-4ea7-9f5b-47cfa1d78b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702dfdb5-8c62-4dcc-80b9-6fd5b67d59df,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:57.112165 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-5b79a3b5-5f15-4ea7-9f5b-47cfa1d78b71 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=969d499f1c5e4371b8e2fe6d1f9a7cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548531 Oct 29 01:30:57.112165 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 54732) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:57.139126 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e27b-3e63-417e-a6b7-0d859475def1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.157897 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0e7000ca-827e-4dd2-baca-1412c056d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.179957 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.db.l3_db [None req-a5b5a735-e8fa-4b31-a85c-fbfa44999f19 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Floating IP 2682c9f6-679e-4f74-bb6f-0325f17b7be5 associated. External IP: 172.28.3.87, port: a2c58f5c-4515-483a-a354-edce290b050c. Oct 29 01:30:57.192548 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e27b-3e63-417e-a6b7-0d859475def1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.226117 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8db0d7bf-a94f-4c72-bce5-6f5dffa1efbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.231635 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-0e7000ca-827e-4dd2-baca-1412c056d0d8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=09ce66aa59ba42599c358950974aecc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866865 Oct 29 01:30:57.238954 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 54734) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:57.242965 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7000ca-827e-4dd2-baca-1412c056d0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36459474-9176-43c7-88de-3c473ad3e0a4,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:57.268648 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8db0d7bf-a94f-4c72-bce5-6f5dffa1efbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.381579 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e27b-3e63-417e-a6b7-0d859475def1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.384414 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e27b-3e63-417e-a6b7-0d859475def1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.399029 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-d6c9e27b-3e63-417e-a6b7-0d859475def1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1cac790a-0052-4a6e-9a21-5f223bf15690 HTTP/1.1" status: 204 len: 168 time: 0.5764790 Oct 29 01:30:57.410024 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9e27b-3e63-417e-a6b7-0d859475def1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cac790a-0052-4a6e-9a21-5f223bf15690,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:57.419261 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8db0d7bf-a94f-4c72-bce5-6f5dffa1efbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.425202 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8db0d7bf-a94f-4c72-bce5-6f5dffa1efbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.426651 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-8db0d7bf-a94f-4c72-bce5-6f5dffa1efbc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/702dfdb5-8c62-4dcc-80b9-6fd5b67d59df HTTP/1.1" status: 204 len: 168 time: 0.3240201 Oct 29 01:30:57.447854 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0d7bf-a94f-4c72-bce5-6f5dffa1efbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702dfdb5-8c62-4dcc-80b9-6fd5b67d59df,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:57.517644 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49e1ac-f4f8-45ab-8a78-77197e7f1f66 req-478d6a96-cb4b-4f0e-82f9-a3e66050ccb2 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:57.527162 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d5a1903f-28c0-4ea3-9d17-19d553b8f004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.527990 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3a49e1ac-f4f8-45ab-8a78-77197e7f1f66 req-478d6a96-cb4b-4f0e-82f9-a3e66050ccb2 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0774543 Oct 29 01:30:57.608364 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3a49e1ac-f4f8-45ab-8a78-77197e7f1f66 req-44ece802-893e-45bb-bc57-d501c423573c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792949 Oct 29 01:30:57.613264 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d5a1903f-28c0-4ea3-9d17-19d553b8f004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.657237 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2b268-0d6b-4eb2-8aeb-07d71516a1f9 req-0c3e95d0-a650-442f-b004-f49a61bfccae tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:57.660295 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0ea2b268-0d6b-4eb2-8aeb-07d71516a1f9 req-0c3e95d0-a650-442f-b004-f49a61bfccae tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 946 time: 0.1301377 Oct 29 01:30:57.710224 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b5a735-e8fa-4b31-a85c-fbfa44999f19 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Router b684d920-b4e6-4a2b-bebc-3e28b5417427 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:30:57.751235 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0ea2b268-0d6b-4eb2-8aeb-07d71516a1f9 req-7a265ea9-9286-4a8e-80b3-be53aeb36b08 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628600 Oct 29 01:30:57.770725 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcb19a-d6db-4f13-932c-71c46b596ccf req-e427be00-d66c-437c-ba57-38a54bac7a4a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:57.772192 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-57dcb19a-d6db-4f13-932c-71c46b596ccf req-e427be00-d66c-437c-ba57-38a54bac7a4a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0624607 Oct 29 01:30:57.810663 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-57dcb19a-d6db-4f13-932c-71c46b596ccf req-817215bb-c098-466f-b018-fd9bd3392a17 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322280 Oct 29 01:30:57.836321 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b5a735-e8fa-4b31-a85c-fbfa44999f19 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:30:57.841442 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a735-e8fa-4b31-a85c-fbfa44999f19 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for floatingip, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.845841 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d5a1903f-28c0-4ea3-9d17-19d553b8f004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.851666 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d5a1903f-28c0-4ea3-9d17-19d553b8f004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.852204 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e936bb-bcee-49e8-8024-ac4f43b61aba None None] Sync routers for ids ['b684d920-b4e6-4a2b-bebc-3e28b5417427'] in dv-cinder-815582-5-smb {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:30:57.852819 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-d5a1903f-28c0-4ea3-9d17-19d553b8f004 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36459474-9176-43c7-88de-3c473ad3e0a4 HTTP/1.1" status: 204 len: 168 time: 0.6129160 Oct 29 01:30:57.871726 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e936bb-bcee-49e8-8024-ac4f43b61aba None None] Routers {'b684d920-b4e6-4a2b-bebc-3e28b5417427'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:30:57.872138 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-18e936bb-bcee-49e8-8024-ac4f43b61aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:30:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['b684d920-b4e6-4a2b-bebc-3e28b5417427'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:57.883484 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1903f-28c0-4ea3-9d17-19d553b8f004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36459474-9176-43c7-88de-3c473ad3e0a4,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:57.895931 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-a5b5a735-e8fa-4b31-a85c-fbfa44999f19 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "PUT /v2.0/floatingips/2682c9f6-679e-4f74-bb6f-0325f17b7be5 HTTP/1.1" status: 200 len: 991 time: 1.7173059 Oct 29 01:30:57.897395 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'tag': 'a2c58f5c-4515-483a-a354-edce290b050c'}] {{(pid=101937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:57.900974 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd4190f8698f4bce9eaa026dc7517db330c7bfcbcac75c838e6d65c99a8078c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad85c137-48a0-4032-a2b3-8a82e17ae246" -d '{"events": [{"name": "network-changed", "server_uuid": "7535694c-3eeb-4d9a-bb4c-be3aac760b74", "tag": "a2c58f5c-4515-483a-a354-edce290b050c"}]}' {{(pid=101937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:57.960101 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599f630f-e1a2-499d-8412-778fe86629ba x-openstack-request-id: req-599f630f-e1a2-499d-8412-778fe86629ba {{(pid=101937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:57.960417 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7535694c-3eeb-4d9a-bb4c-be3aac760b74", "tag": "a2c58f5c-4515-483a-a354-edce290b050c", "status": "completed", "code": 200}]} {{(pid=101937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:57.960669 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-599f630f-e1a2-499d-8412-778fe86629ba {{(pid=101937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:57.961102 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'tag': 'a2c58f5c-4515-483a-a354-edce290b050c', 'status': 'completed', 'code': 200} Oct 29 01:30:57.997769 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-18e936bb-bcee-49e8-8024-ac4f43b61aba None None] Set router b684d920-b4e6-4a2b-bebc-3e28b5417427 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:30:58.159887 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c137-48a0-4032-a2b3-8a82e17ae246 req-92390f42-2a4b-4cbd-80b9-dd0e91cfb7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:58.161330 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ad85c137-48a0-4032-a2b3-8a82e17ae246 req-92390f42-2a4b-4cbd-80b9-dd0e91cfb7ef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f136a6ebba524176833d4f65468e2e04&device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 1099 time: 0.0626698 Oct 29 01:30:58.296344 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c137-48a0-4032-a2b3-8a82e17ae246 req-9015e3d7-5785-497e-ac79-466c0bf17a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:58.298405 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ad85c137-48a0-4032-a2b3-8a82e17ae246 req-9015e3d7-5785-497e-ac79-466c0bf17a7d service neutron] 10.222.0.89 "GET /v2.0/networks?id=e96d7435-3b33-4631-af13-70db652698aa HTTP/1.1" status: 200 len: 918 time: 0.0944307 Oct 29 01:30:58.387557 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-18e936bb-bcee-49e8-8024-ac4f43b61aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': '2682c9f6-679e-4f74-bb6f-0325f17b7be5', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'floating_ip_address': '172.28.3.87', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'port_id': 'a2c58f5c-4515-483a-a354-edce290b050c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'mac_address': 'fa:16:3e:9f:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:30:32Z', 'updated_at': '2021-10-29T01:30:56Z', 'revision_number': 1, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b5e3c2-d6d8-4b3f-b902-3ccf70506250', 'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'mac_address': 'fa:16:3e:14:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:14Z', 'updated_at': '2021-10-29T01:30:25Z', 'revision_number': 5, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'subnets': [{'id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:58.412481 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ad85c137-48a0-4032-a2b3-8a82e17ae246 req-846f8922-2baa-474b-8787-a476da89d995 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2c58f5c-4515-483a-a354-edce290b050c HTTP/1.1" status: 200 len: 999 time: 0.1027086 Oct 29 01:30:58.421442 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-2f04a4e6-dbd5-4008-8231-c830efc94ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:58.428191 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e936bb-bcee-49e8-8024-ac4f43b61aba None None] Checking router: b684d920-b4e6-4a2b-bebc-3e28b5417427 for host: dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:30:58.438973 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e936bb-bcee-49e8-8024-ac4f43b61aba None None] Routers {'b684d920-b4e6-4a2b-bebc-3e28b5417427'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:30:58.439721 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-18e936bb-bcee-49e8-8024-ac4f43b61aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:30:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['b684d920-b4e6-4a2b-bebc-3e28b5417427'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:58.482611 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c137-48a0-4032-a2b3-8a82e17ae246 req-1e9647a9-9428-42b8-a2f2-a6e6b8ce849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:58.484066 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ad85c137-48a0-4032-a2b3-8a82e17ae246 req-1e9647a9-9428-42b8-a2f2-a6e6b8ce849e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f5f2a0f-7214-434a-9ad1-734028b6836e HTTP/1.1" status: 200 len: 856 time: 0.0493889 Oct 29 01:30:58.535524 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c137-48a0-4032-a2b3-8a82e17ae246 req-587a8d44-e4ef-4038-b583-9699e9e78dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:58.537023 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ad85c137-48a0-4032-a2b3-8a82e17ae246 req-587a8d44-e4ef-4038-b583-9699e9e78dd7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e96d7435-3b33-4631-af13-70db652698aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0445783 Oct 29 01:30:58.549082 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-18e936bb-bcee-49e8-8024-ac4f43b61aba None None] Set router b684d920-b4e6-4a2b-bebc-3e28b5417427 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:30:58.653729 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ad85c137-48a0-4032-a2b3-8a82e17ae246 req-320b5e75-979c-402e-9354-ff9492eba09e service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077583 Oct 29 01:30:58.829840 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463d3b9-516a-463d-a1f9-055cede12833 req-ee490594-92c8-42b5-9d1e-e20ae320d09e tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:58.831377 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b463d3b9-516a-463d-a1f9-055cede12833 req-ee490594-92c8-42b5-9d1e-e20ae320d09e tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.1498656 Oct 29 01:30:58.851401 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-18e936bb-bcee-49e8-8024-ac4f43b61aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': '2682c9f6-679e-4f74-bb6f-0325f17b7be5', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'floating_ip_address': '172.28.3.87', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'port_id': 'a2c58f5c-4515-483a-a354-edce290b050c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'mac_address': 'fa:16:3e:9f:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:30:32Z', 'updated_at': '2021-10-29T01:30:56Z', 'revision_number': 1, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b5e3c2-d6d8-4b3f-b902-3ccf70506250', 'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'mac_address': 'fa:16:3e:14:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:14Z', 'updated_at': '2021-10-29T01:30:25Z', 'revision_number': 5, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'subnets': [{'id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:58.881706 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e936bb-bcee-49e8-8024-ac4f43b61aba None None] The sync data for ids ['b684d920-b4e6-4a2b-bebc-3e28b5417427'] in dv-cinder-815582-5-smb is: [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': '2682c9f6-679e-4f74-bb6f-0325f17b7be5', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'floating_ip_address': '172.28.3.87', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'port_id': 'a2c58f5c-4515-483a-a354-edce290b050c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'mac_address': 'fa:16:3e:9f:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:30:32Z', 'updated_at': '2021-10-29T01:30:56Z', 'revision_number': 1, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b5e3c2-d6d8-4b3f-b902-3ccf70506250', 'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'mac_address': 'fa:16:3e:14:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:14Z', 'updated_at': '2021-10-29T01:30:25Z', 'revision_number': 5, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'subnets': [{'id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:30:58.897800 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ad85c137-48a0-4032-a2b3-8a82e17ae246 req-dd8f65bb-a731-4cd2-b43d-af6ca68e1e19 service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274928 Oct 29 01:30:58.929754 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b463d3b9-516a-463d-a1f9-055cede12833 req-4847c9aa-8f8f-43f6-ab81-e63173168fca tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900075 Oct 29 01:30:58.972476 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160733d-6271-4215-b63f-ea01d3a125f7 req-31c91759-85b4-4aaa-a515-20b022ef44ad tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:58.995219 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0160733d-6271-4215-b63f-ea01d3a125f7 req-31c91759-85b4-4aaa-a515-20b022ef44ad tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 946 time: 0.1364243 Oct 29 01:30:59.042797 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0160733d-6271-4215-b63f-ea01d3a125f7 req-07047965-3632-4aeb-a179-34cb47bfe371 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491419 Oct 29 01:30:59.085536 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82549011-bec1-4dbb-91b2-56a0ad90a459 req-69263570-30b5-439d-a66d-961c6c3c0d0e tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:59.087171 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-82549011-bec1-4dbb-91b2-56a0ad90a459 req-69263570-30b5-439d-a66d-961c6c3c0d0e tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0661740 Oct 29 01:30:59.206693 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-82549011-bec1-4dbb-91b2-56a0ad90a459 req-12be4eb0-5380-4960-8043-839e8829c33d tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074889 Oct 29 01:30:59.238850 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14077ea6-6cbe-4f93-95c5-a39b6d73eddc req-7aad5faa-e126-4ef8-9efb-1dbae72ec3a3 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:59.250874 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-14077ea6-6cbe-4f93-95c5-a39b6d73eddc req-7aad5faa-e126-4ef8-9efb-1dbae72ec3a3 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.1531014 Oct 29 01:30:59.260893 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 54816) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:59.275298 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-1debf118-e869-43b3-ba88-b5a6ef4a3052 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Request body: {'floatingip': {'port_id': '8792d828-b72d-4535-8fe4-381017cfb322'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:59.284268 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe74412-89db-4420-a90f-4406312f0ea6 None None] New status for floating IP 2682c9f6-679e-4f74-bb6f-0325f17b7be5: ACTIVE {{(pid=101939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:30:59.376998 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-1debf118-e869-43b3-ba88-b5a6ef4a3052 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for floatingip, before_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:59.532013 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa35d6-dd47-4b98-a494-8968437eed20 req-cbc464ea-53f0-4c9b-90de-e16d66138428 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:59.533621 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-98aa35d6-dd47-4b98-a494-8968437eed20 req-cbc464ea-53f0-4c9b-90de-e16d66138428 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.89 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 946 time: 0.0770423 Oct 29 01:30:59.741510 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-98aa35d6-dd47-4b98-a494-8968437eed20 req-592039c2-f0bb-48df-ac68-7b83a27bca95 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Deleting port 678f65f9-0ebb-4b09-af91-5209ac139974 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:30:59.742009 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-98aa35d6-dd47-4b98-a494-8968437eed20 req-592039c2-f0bb-48df-ac68-7b83a27bca95 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:59.879063 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-98aa35d6-dd47-4b98-a494-8968437eed20 req-592039c2-f0bb-48df-ac68-7b83a27bca95 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] For port 678f65f9-0ebb-4b09-af91-5209ac139974, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=678f65f9-0ebb-4b09-af91-5209ac139974,segment=NetworkSegment(f86e6b81-8941-4a2e-84f9-cbfe451d062a),segment_id=f86e6b81-8941-4a2e-84f9-cbfe451d062a)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:59.885897 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-98aa35d6-dd47-4b98-a494-8968437eed20 req-592039c2-f0bb-48df-ac68-7b83a27bca95 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:59.936329 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-98aa35d6-dd47-4b98-a494-8968437eed20 req-592039c2-f0bb-48df-ac68-7b83a27bca95 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Calling delete_port for 678f65f9-0ebb-4b09-af91-5209ac139974 owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:30:59.948329 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-1debf118-e869-43b3-ba88-b5a6ef4a3052 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:00.029319 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-1debf118-e869-43b3-ba88-b5a6ef4a3052 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685606'] for floatingip, after_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:00.151262 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07deb-8a09-4bb1-b61f-6d891727e9bd req-a3750840-a685-4af0-be68-ea0ac84372ca tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:00.153207 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-35a07deb-8a09-4bb1-b61f-6d891727e9bd req-a3750840-a685-4af0-be68-ea0ac84372ca tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.1961432 Oct 29 01:31:00.214545 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.db.l3_db [None req-1debf118-e869-43b3-ba88-b5a6ef4a3052 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Floating IP e9a294d3-3fa7-4de6-9c8f-de0aec893dbb associated. External IP: 172.28.3.3, port: 8792d828-b72d-4535-8fe4-381017cfb322. Oct 29 01:31:00.222773 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83fa32-9a50-4bf6-ae4a-66c7c0eb5978 req-be17ca03-4f38-4997-965b-12667864dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:00.224690 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9b83fa32-9a50-4bf6-ae4a-66c7c0eb5978 req-be17ca03-4f38-4997-965b-12667864dbaa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb919510c0cf40f18e2cba8d84793a7f&device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 1098 time: 0.1443262 Oct 29 01:31:00.342020 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-35a07deb-8a09-4bb1-b61f-6d891727e9bd req-cd09619c-1bb5-4cc6-9198-40f61b4b610f tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725321 Oct 29 01:31:00.390145 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8103c-7203-4e32-ae58-17f0e0a24960 req-6de72c02-c062-47f9-9472-710a3926af57 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:00.391991 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fec8103c-7203-4e32-ae58-17f0e0a24960 req-6de72c02-c062-47f9-9472-710a3926af57 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 946 time: 0.2378716 Oct 29 01:31:00.456396 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fec8103c-7203-4e32-ae58-17f0e0a24960 req-9adad63d-98ea-40e7-aeb2-f6338652699d tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510817 Oct 29 01:31:00.457682 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83fa32-9a50-4bf6-ae4a-66c7c0eb5978 req-17653c10-4072-4672-a2fc-402fea148bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:00.459415 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9b83fa32-9a50-4bf6-ae4a-66c7c0eb5978 req-17653c10-4072-4672-a2fc-402fea148bbf service neutron] 10.222.0.89 "GET /v2.0/networks?id=88eb5d49-5e4a-4acd-96b7-71423140ff23 HTTP/1.1" status: 200 len: 920 time: 0.2212846 Oct 29 01:31:00.463321 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-98aa35d6-dd47-4b98-a494-8968437eed20 req-592039c2-f0bb-48df-ac68-7b83a27bca95 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:00.486733 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1debf118-e869-43b3-ba88-b5a6ef4a3052 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Router fbde8c67-8024-443f-8940-68afed81d5a0 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:31:00.515143 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['678f65f9-0ebb-4b09-af91-5209ac139974'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:31:00.569002 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592039c2-f0bb-48df-ac68-7b83a27bca95 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Pushing event deleted for resources: {'Port': ['ID=678f65f9-0ebb-4b09-af91-5209ac139974,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:00.609628 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9b83fa32-9a50-4bf6-ae4a-66c7c0eb5978 req-23044a71-d143-4fb4-9b87-0bb18b32b2c0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=384b986f-b7cf-4436-8f0b-cacf632317f5 HTTP/1.1" status: 200 len: 217 time: 0.0496433 Oct 29 01:31:00.620592 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1debf118-e869-43b3-ba88-b5a6ef4a3052 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:31:00.631587 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8962e-25b8-4c5b-8ead-2320e0a9d60a None None] Sync routers for ids ['fbde8c67-8024-443f-8940-68afed81d5a0'] in dv-cinder-815582-5-smb {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:31:00.634470 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-1debf118-e869-43b3-ba88-b5a6ef4a3052 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for floatingip, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:00.650449 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8962e-25b8-4c5b-8ead-2320e0a9d60a None None] Routers {'fbde8c67-8024-443f-8940-68afed81d5a0'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:31:00.650449 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-86f8962e-25b8-4c5b-8ead-2320e0a9d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:30:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['fbde8c67-8024-443f-8940-68afed81d5a0'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:00.677866 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-1debf118-e869-43b3-ba88-b5a6ef4a3052 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "PUT /v2.0/floatingips/e9a294d3-3fa7-4de6-9c8f-de0aec893dbb HTTP/1.1" status: 200 len: 990 time: 1.4136994 Oct 29 01:31:00.678899 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4476c4a6-38cf-4992-94a4-88cf94b95af6', 'tag': '8792d828-b72d-4535-8fe4-381017cfb322'}] {{(pid=101937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:31:00.692612 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd4190f8698f4bce9eaa026dc7517db330c7bfcbcac75c838e6d65c99a8078c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e4031a-bcbc-4139-a51e-aee8342b579f" -d '{"events": [{"name": "network-changed", "server_uuid": "4476c4a6-38cf-4992-94a4-88cf94b95af6", "tag": "8792d828-b72d-4535-8fe4-381017cfb322"}]}' {{(pid=101937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:31:00.712793 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-98aa35d6-dd47-4b98-a494-8968437eed20 req-592039c2-f0bb-48df-ac68-7b83a27bca95 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] No DVR routers for this DVR port 678f65f9-0ebb-4b09-af91-5209ac139974 on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:31:00.734030 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-98aa35d6-dd47-4b98-a494-8968437eed20 req-592039c2-f0bb-48df-ac68-7b83a27bca95 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:00.737754 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-98aa35d6-dd47-4b98-a494-8968437eed20 req-592039c2-f0bb-48df-ac68-7b83a27bca95 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.89 "DELETE /v2.0/ports/678f65f9-0ebb-4b09-af91-5209ac139974 HTTP/1.1" status: 204 len: 173 time: 1.1945868 Oct 29 01:31:00.746214 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26967298-2d04-4407-aa3c-23ca9cc59fbf', 'name': 'network-vif-deleted', 'tag': '678f65f9-0ebb-4b09-af91-5209ac139974'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:31:00.749042 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ee9572-227e-4146-92d9-10c53b878552" -d '{"events": [{"server_uuid": "26967298-2d04-4407-aa3c-23ca9cc59fbf", "name": "network-vif-deleted", "tag": "678f65f9-0ebb-4b09-af91-5209ac139974"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:31:00.773741 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a568e7bc-ad70-42a0-b4f1-2f772af6c130 x-openstack-request-id: req-a568e7bc-ad70-42a0-b4f1-2f772af6c130 {{(pid=101937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:31:00.774460 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4476c4a6-38cf-4992-94a4-88cf94b95af6", "tag": "8792d828-b72d-4535-8fe4-381017cfb322", "status": "completed", "code": 200}]} {{(pid=101937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:31:00.774872 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a568e7bc-ad70-42a0-b4f1-2f772af6c130 {{(pid=101937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:31:00.775516 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4476c4a6-38cf-4992-94a4-88cf94b95af6', 'tag': '8792d828-b72d-4535-8fe4-381017cfb322', 'status': 'completed', 'code': 200} Oct 29 01:31:00.799532 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83fa32-9a50-4bf6-ae4a-66c7c0eb5978 req-751f0474-2da2-4bbb-81a8-e35a7c164898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:00.809060 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9b83fa32-9a50-4bf6-ae4a-66c7c0eb5978 req-751f0474-2da2-4bbb-81a8-e35a7c164898 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e316455a-7c55-4b86-a7d0-f74fde07dde0 HTTP/1.1" status: 200 len: 859 time: 0.1564322 Oct 29 01:31:00.815742 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49169443-2429-4359-88d2-420f677c1088 x-openstack-request-id: req-49169443-2429-4359-88d2-420f677c1088 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:31:00.816094 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26967298-2d04-4407-aa3c-23ca9cc59fbf", "name": "network-vif-deleted", "tag": "678f65f9-0ebb-4b09-af91-5209ac139974", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:31:00.816418 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49169443-2429-4359-88d2-420f677c1088 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:31:00.816877 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26967298-2d04-4407-aa3c-23ca9cc59fbf', 'name': 'network-vif-deleted', 'tag': '678f65f9-0ebb-4b09-af91-5209ac139974', 'status': 'completed', 'code': 200} Oct 29 01:31:00.943690 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-86f8962e-25b8-4c5b-8ead-2320e0a9d60a None None] Set router fbde8c67-8024-443f-8940-68afed81d5a0 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:31:00.946798 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9b83fa32-9a50-4bf6-ae4a-66c7c0eb5978 req-4d933f87-d24a-456a-87b6-89fcc33e732a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88eb5d49-5e4a-4acd-96b7-71423140ff23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512567 Oct 29 01:31:01.010334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4031a-bcbc-4139-a51e-aee8342b579f req-3738f728-8c19-4037-9152-ccb629f912d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:01.011836 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-43e4031a-bcbc-4139-a51e-aee8342b579f req-3738f728-8c19-4037-9152-ccb629f912d1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dcb593d72c64c55920c19dbe2d09c56&device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 1099 time: 0.1151414 Oct 29 01:31:01.051698 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-85e1d614-f42c-4ba2-a416-814c03b23478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:01.168122 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9b83fa32-9a50-4bf6-ae4a-66c7c0eb5978 req-1b80da59-c400-4750-8336-eeb912edaefb service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123308 Oct 29 01:31:01.237707 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4031a-bcbc-4139-a51e-aee8342b579f req-c78ee318-ee08-4201-9483-4246df29aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:01.239212 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-43e4031a-bcbc-4139-a51e-aee8342b579f req-c78ee318-ee08-4201-9483-4246df29aafc service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e315fc3-abe9-469e-87a5-be6b4de29e90 HTTP/1.1" status: 200 len: 912 time: 0.2045081 Oct 29 01:31:01.304134 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-86f8962e-25b8-4c5b-8ead-2320e0a9d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': 'e9a294d3-3fa7-4de6-9c8f-de0aec893dbb', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'floating_ip_address': '172.28.3.3', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'port_id': '8792d828-b72d-4535-8fe4-381017cfb322', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'mac_address': 'fa:16:3e:cd:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4476c4a6-38cf-4992-94a4-88cf94b95af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:30:27Z', 'updated_at': '2021-10-29T01:30:59Z', 'revision_number': 1, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1ffb1-47e0-457f-8c3a-b6752015a12d', 'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'mac_address': 'fa:16:3e:18:d9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:12Z', 'updated_at': '2021-10-29T01:30:27Z', 'revision_number': 5, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'subnets': [{'id': 'fd490598-4e26-4fa2-b542-29057546e707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:01.331500 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9b83fa32-9a50-4bf6-ae4a-66c7c0eb5978 req-087003ba-d742-410f-99a3-f7bf5af2ca3f service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558549 Oct 29 01:31:01.332671 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8962e-25b8-4c5b-8ead-2320e0a9d60a None None] Checking router: fbde8c67-8024-443f-8940-68afed81d5a0 for host: dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:31:01.340604 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-43e4031a-bcbc-4139-a51e-aee8342b579f req-9f171f6b-c87f-4d95-9e7f-634ff4505c9a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8792d828-b72d-4535-8fe4-381017cfb322 HTTP/1.1" status: 200 len: 998 time: 0.0788620 Oct 29 01:31:01.344938 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8962e-25b8-4c5b-8ead-2320e0a9d60a None None] Routers {'fbde8c67-8024-443f-8940-68afed81d5a0'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:31:01.345689 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-86f8962e-25b8-4c5b-8ead-2320e0a9d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:31:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['fbde8c67-8024-443f-8940-68afed81d5a0'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:01.433817 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4031a-bcbc-4139-a51e-aee8342b579f req-4900f0a0-e657-4958-bfd8-9a9689010115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:01.433817 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-43e4031a-bcbc-4139-a51e-aee8342b579f req-4900f0a0-e657-4958-bfd8-9a9689010115 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd490598-4e26-4fa2-b542-29057546e707 HTTP/1.1" status: 200 len: 850 time: 0.0715392 Oct 29 01:31:01.525867 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4031a-bcbc-4139-a51e-aee8342b579f req-a8746232-2923-4863-89e5-781b95a4dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:01.527374 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-43e4031a-bcbc-4139-a51e-aee8342b579f req-a8746232-2923-4863-89e5-781b95a4dd4a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e315fc3-abe9-469e-87a5-be6b4de29e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0856476 Oct 29 01:31:01.607415 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-86f8962e-25b8-4c5b-8ead-2320e0a9d60a None None] Set router fbde8c67-8024-443f-8940-68afed81d5a0 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:31:01.611661 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:01.943363 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-86f8962e-25b8-4c5b-8ead-2320e0a9d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': 'e9a294d3-3fa7-4de6-9c8f-de0aec893dbb', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'floating_ip_address': '172.28.3.3', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'port_id': '8792d828-b72d-4535-8fe4-381017cfb322', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'mac_address': 'fa:16:3e:cd:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4476c4a6-38cf-4992-94a4-88cf94b95af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:30:27Z', 'updated_at': '2021-10-29T01:30:59Z', 'revision_number': 1, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1ffb1-47e0-457f-8c3a-b6752015a12d', 'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'mac_address': 'fa:16:3e:18:d9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:12Z', 'updated_at': '2021-10-29T01:30:27Z', 'revision_number': 5, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'subnets': [{'id': 'fd490598-4e26-4fa2-b542-29057546e707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:01.972408 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8962e-25b8-4c5b-8ead-2320e0a9d60a None None] The sync data for ids ['fbde8c67-8024-443f-8940-68afed81d5a0'] in dv-cinder-815582-5-smb is: [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': 'e9a294d3-3fa7-4de6-9c8f-de0aec893dbb', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'floating_ip_address': '172.28.3.3', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'port_id': '8792d828-b72d-4535-8fe4-381017cfb322', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'mac_address': 'fa:16:3e:cd:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4476c4a6-38cf-4992-94a4-88cf94b95af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:30:27Z', 'updated_at': '2021-10-29T01:30:59Z', 'revision_number': 1, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1ffb1-47e0-457f-8c3a-b6752015a12d', 'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'mac_address': 'fa:16:3e:18:d9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:12Z', 'updated_at': '2021-10-29T01:30:27Z', 'revision_number': 5, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'subnets': [{'id': 'fd490598-4e26-4fa2-b542-29057546e707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:31:01.980658 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f8402db0-de05-4ff5-a559-49feb48c99f5 req-8f8e2568-5752-4fa6-af8a-dc1360eeecc3 tempest-DeleteServersTestJSON-378558379 tempest-DeleteServersTestJSON-378558379-project] 10.222.0.77 "GET /v2.0/ports?device_id=26967298-2d04-4407-aa3c-23ca9cc59fbf HTTP/1.1" status: 200 len: 210 time: 0.3126137 Oct 29 01:31:02.012386 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-43e4031a-bcbc-4139-a51e-aee8342b579f req-1bfae4c0-fbcc-4e6f-9923-fc0ea557b7f3 service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572158 Oct 29 01:31:02.022212 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae312fb-4ee6-41c9-b029-a41324c5aaf9 req-dfd47cb7-4aba-426c-af7c-79155067b1cd tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:02.023732 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-aae312fb-4ee6-41c9-b029-a41324c5aaf9 req-dfd47cb7-4aba-426c-af7c-79155067b1cd tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.4379966 Oct 29 01:31:02.113877 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-aae312fb-4ee6-41c9-b029-a41324c5aaf9 req-63b4a10e-0a48-48dc-8e77-d8fc06f178d1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808337 Oct 29 01:31:02.154589 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-43e4031a-bcbc-4139-a51e-aee8342b579f req-2e98675c-753b-4dc8-9fc9-92133a94de15 service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253259 Oct 29 01:31:02.182546 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:02.226456 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc6fff-f512-43b3-b920-fc129e94b640 None None] New status for floating IP e9a294d3-3fa7-4de6-9c8f-de0aec893dbb: ACTIVE {{(pid=101939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:31:03.235717 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d702d-8f22-4bb1-84b1-8fa506ef088e req-2dae751e-bac4-408d-a439-cc0f5bda0dcc tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:03.237215 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-290d702d-8f22-4bb1-84b1-8fa506ef088e req-2dae751e-bac4-408d-a439-cc0f5bda0dcc tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0506639 Oct 29 01:31:03.280576 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-290d702d-8f22-4bb1-84b1-8fa506ef088e req-006a5130-b9b1-440d-a440-ecbe02b6619a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373187 Oct 29 01:31:04.166783 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:04.405041 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0655a6-97af-4382-b6ab-98313ffb20f7 req-2b3598be-5f60-45c2-a193-3235c470aefa tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:04.406602 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3f0655a6-97af-4382-b6ab-98313ffb20f7 req-2b3598be-5f60-45c2-a193-3235c470aefa tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0493858 Oct 29 01:31:04.448585 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3f0655a6-97af-4382-b6ab-98313ffb20f7 req-996dceed-3c36-4fe8-8696-d7d02db65264 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356891 Oct 29 01:31:04.498838 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 678f65f9-0ebb-4b09-af91-5209ac139974 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:31:04.518972 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: 678f65f9-0ebb-4b09-af91-5209ac139974 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:31:04.519311 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 678f65f9-0ebb-4b09-af91-5209ac139974 not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:31:05.070782 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55030) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:05.119986 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Deleting subnet c0ccd7b7-9d8c-4524-bca2-2f360aba32b6 {{(pid=101937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:31:05.123095 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:05.157291 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:05.166272 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471143'] for subnet, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:05.354518 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for subnet, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:05.381197 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ccd7b7-9d8c-4524-bca2-2f360aba32b6,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:05.386823 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:05.390546 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c0ccd7b7-9d8c-4524-bca2-2f360aba32b6 HTTP/1.1" status: 204 len: 168 time: 0.3182549 Oct 29 01:31:05.392956 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55036) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:05.395289 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.395636 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.395979 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.396316 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.396644 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.396970 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.397295 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.397919 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.398011 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.398308 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.398629 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.398944 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3363202-979e-4d92-a21c-33a6553a0ee7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.483966 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564593'] for network, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:05.620832 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473234', 'neutron.services.segments.db._delete_segments_for_network-8734167248240'] for network, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:05.648108 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:05.648771 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:05.650246 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:05.650716 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Subscribe: > port after_create 55550000 {{(pid=101938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:05.651195 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:05.651520 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Subscribe: > port after_update 55550000 {{(pid=101938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:05.651989 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:05.652316 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:05.652657 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:05.652972 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:05.829542 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:05.829926 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:05.830259 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:05.830636 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:05.831008 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af9d553-2d8b-48a5-b77f-f48995c791c6']}} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:05.850911 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86e6b81-8941-4a2e-84f9-cbfe451d062a') {'for_net_delete': True} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:05.851199 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86e6b81-8941-4a2e-84f9-cbfe451d062a') {} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:05.863084 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a3168-0f65-4b44-a17a-a11343688b3b req-0d57a036-b96b-404c-908d-0f43e53d959b tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:05.864612 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e24a3168-0f65-4b44-a17a-a11343688b3b req-0d57a036-b96b-404c-908d-0f43e53d959b tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.3156855 Oct 29 01:31:05.884125 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734167249785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8648581'] for segment, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:05.914850 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:05.932324 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=101938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:31:05.932788 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8883247'] for segment, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: from cryptography.utils import int_from_bytes Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: from cryptography.utils import int_from_bytes Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: Traceback (most recent call last): Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: timer() Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: cb(*args, **kw) Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: return func(*args, **kwargs) Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: self._notify() Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: self.callback(batched_events) Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: event.method(event) Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: return f(self, *a, **k) Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: return self._get(url).json() Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: return self.request(url, 'GET', **kwargs) Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:31:05.940445 dv-cinder-815582-5-smb neutron-server[101938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:31:05.951822 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e24a3168-0f65-4b44-a17a-a11343688b3b req-69cf959d-2a58-4f7e-bdbd-b86603452c12 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789084 Oct 29 01:31:06.108241 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-685616'] for network, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:06.116456 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:06.119639 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7af9d553-2d8b-48a5-b77f-f48995c791c6 HTTP/1.1" status: 204 len: 168 time: 0.7256136 Oct 29 01:31:06.129402 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7af9d553-2d8b-48a5-b77f-f48995c791c6,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:06.136884 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:06.138077 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:06.138077 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:06.138077 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:06.138358 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:06.138563 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:06.138995 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:06.139323 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:06.139648 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:06.139968 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:06.140345 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:06.140666 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879c3aa-3788-4ff1-aec7-cc1f761b0eb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:06.295346 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55064) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:06.400173 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b787-bbc9-4c55-93ea-7491ae372a55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:06.474178 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b787-bbc9-4c55-93ea-7491ae372a55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:06.507250 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55068) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:06.549104 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-e6051bda-62ed-48ea-930c-8b1148285141 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=89ea3abd43114772b4a5ff8691053976&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407004 Oct 29 01:31:06.551588 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55072) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:06.558813 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b787-bbc9-4c55-93ea-7491ae372a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:06.618977 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-1ef5b787-bbc9-4c55-93ea-7491ae372a55 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=daa64549bf5749528f400ce0d5ec7123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225214 Oct 29 01:31:06.621893 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55080) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:06.622370 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5b787-bbc9-4c55-93ea-7491ae372a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d62666-b792-4f04-bb00-c39764ce6b92,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:06.642953 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8d75617e-b204-42e4-abf7-b82f6595a8e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:06.669085 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8d75617e-b204-42e4-abf7-b82f6595a8e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:06.764385 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8cc169c2-4de7-4684-bfd8-0843245be43a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:06.936911 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8cc169c2-4de7-4684-bfd8-0843245be43a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:06.937470 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8d75617e-b204-42e4-abf7-b82f6595a8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:06.937470 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8d75617e-b204-42e4-abf7-b82f6595a8e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:06.937470 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-8d75617e-b204-42e4-abf7-b82f6595a8e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20 HTTP/1.1" status: 204 len: 168 time: 0.2737389 Oct 29 01:31:06.937470 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75617e-b204-42e4-abf7-b82f6595a8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fcabbc-7bbe-4f0a-8bc5-e6bfca345c20,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:07.072534 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c53350-768f-452a-981f-b42953f237c3 req-830b6a48-d027-418e-9872-4c13c9f827af tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:07.074040 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8c53350-768f-452a-981f-b42953f237c3 req-830b6a48-d027-418e-9872-4c13c9f827af tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0500326 Oct 29 01:31:07.112697 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8c53350-768f-452a-981f-b42953f237c3 req-5f6309c2-d908-4d60-92a1-6701550bbfc2 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320811 Oct 29 01:31:07.497385 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8cc169c2-4de7-4684-bfd8-0843245be43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:07.516898 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8cc169c2-4de7-4684-bfd8-0843245be43a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:07.516898 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-8cc169c2-4de7-4684-bfd8-0843245be43a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45d62666-b792-4f04-bb00-c39764ce6b92 HTTP/1.1" status: 204 len: 168 time: 0.8799701 Oct 29 01:31:07.516898 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc169c2-4de7-4684-bfd8-0843245be43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d62666-b792-4f04-bb00-c39764ce6b92,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:08.447508 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf063f-ac24-4e08-9afa-f5024f71970b req-37e79448-fa62-4d11-ba3d-064afd81aa55 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:08.448981 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bdbf063f-ac24-4e08-9afa-f5024f71970b req-37e79448-fa62-4d11-ba3d-064afd81aa55 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0513966 Oct 29 01:31:08.489079 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bdbf063f-ac24-4e08-9afa-f5024f71970b req-f8e2137f-2ae2-4995-a008-9f20713cf369 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336211 Oct 29 01:31:08.780433 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55160) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:09.003220 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-30e4ebbe-c349-4923-a1f4-2fdf534d9f62 req-6fc583b7-3b84-4397-89c6-798aecc5576f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512245 Oct 29 01:31:09.010745 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-a7aec406-713b-4219-b2bf-2d5dece36639 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-879815064-network', 'tenant_id': '3347afbe211342c28d76f9c35718662e'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:31:09.112584 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aec406-713b-4219-b2bf-2d5dece36639 admin admin] Made reservation on behalf of 3347afbe211342c28d76f9c35718662e for: {'network': 1} {{(pid=101937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:31:09.114950 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a7aec406-713b-4219-b2bf-2d5dece36639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:09.123838 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a7aec406-713b-4219-b2bf-2d5dece36639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:09.183802 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4ebbe-c349-4923-a1f4-2fdf534d9f62 req-139248d5-d228-43b3-a5e6-270edb5b13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:09.183802 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-30e4ebbe-c349-4923-a1f4-2fdf534d9f62 req-139248d5-d228-43b3-a5e6-270edb5b13e5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb919510c0cf40f18e2cba8d84793a7f&device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 1099 time: 0.0418360 Oct 29 01:31:09.213529 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a7aec406-713b-4219-b2bf-2d5dece36639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:09.311298 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4ebbe-c349-4923-a1f4-2fdf534d9f62 req-c494b178-7f9d-4d95-99a6-f2c72c8da3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:09.313541 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-30e4ebbe-c349-4923-a1f4-2fdf534d9f62 req-c494b178-7f9d-4d95-99a6-f2c72c8da3d8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=88eb5d49-5e4a-4acd-96b7-71423140ff23 HTTP/1.1" status: 200 len: 920 time: 0.1064618 Oct 29 01:31:09.354460 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a7aec406-713b-4219-b2bf-2d5dece36639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:09.355764 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-30e4ebbe-c349-4923-a1f4-2fdf534d9f62 req-6ceb082e-70fd-420b-8648-14a2fad547dd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14032be3-3dd9-41b2-922e-8c96f7e3ceea HTTP/1.1" status: 200 len: 217 time: 0.0342996 Oct 29 01:31:09.377894 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7aec406-713b-4219-b2bf-2d5dece36639 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=101937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:31:09.391990 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aec406-713b-4219-b2bf-2d5dece36639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba322d1-ca2a-4c27-8bf0-428dd302ffbd,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:09.396806 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a7aec406-713b-4219-b2bf-2d5dece36639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:09.397138 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.db.segments_db [None req-a7aec406-713b-4219-b2bf-2d5dece36639 admin admin] Added segment 0ca3b243-7a4b-4ebe-8a87-d3f0f3486aa0 of type vlan for network 6f924805-586e-4baf-ac2a-febc6592393f Oct 29 01:31:09.409962 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4ebbe-c349-4923-a1f4-2fdf534d9f62 req-c6d8d826-8336-4e6e-acd2-e5917f9aa917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:09.411533 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-30e4ebbe-c349-4923-a1f4-2fdf534d9f62 req-c6d8d826-8336-4e6e-acd2-e5917f9aa917 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e316455a-7c55-4b86-a7d0-f74fde07dde0 HTTP/1.1" status: 200 len: 859 time: 0.0463290 Oct 29 01:31:09.446884 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-30e4ebbe-c349-4923-a1f4-2fdf534d9f62 req-a1fc5346-ec00-4053-b8f0-53e1da239e21 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88eb5d49-5e4a-4acd-96b7-71423140ff23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258946 Oct 29 01:31:09.449089 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a7aec406-713b-4219-b2bf-2d5dece36639 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:09.558708 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-30e4ebbe-c349-4923-a1f4-2fdf534d9f62 req-2e795291-1b6a-4c26-89bc-a60dc1b6230e service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990541 Oct 29 01:31:09.578067 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a7aec406-713b-4219-b2bf-2d5dece36639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:09.586794 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aec406-713b-4219-b2bf-2d5dece36639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:09.586794 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a7aec406-713b-4219-b2bf-2d5dece36639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:09.663536 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aec406-713b-4219-b2bf-2d5dece36639 admin admin] Pushing event updated for resources: {'Network': ['ID=6f924805-586e-4baf-ac2a-febc6592393f,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:09.664950 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:09.682438 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network 6f924805-586e-4baf-ac2a-febc6592393f details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:31:09.713339 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe532454-153a-44d6-b9d0-e0e7f15ff4f8 req-fd73754c-1446-4c93-b20c-a0434e7afbb5 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:09.714877 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fe532454-153a-44d6-b9d0-e0e7f15ff4f8 req-fd73754c-1446-4c93-b20c-a0434e7afbb5 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.1415944 Oct 29 01:31:09.723551 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55208) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:09.723742 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-a7aec406-713b-4219-b2bf-2d5dece36639 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9413822 Oct 29 01:31:09.733715 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-ff81146c-d1a0-46e9-9f9f-7d30d63b07e3 admin admin] Request body: {'subnet': {'network_id': '6f924805-586e-4baf-ac2a-febc6592393f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-879815064-subnet', 'tenant_id': '3347afbe211342c28d76f9c35718662e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:31:09.777451 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-30e4ebbe-c349-4923-a1f4-2fdf534d9f62 req-0d0d204d-b71c-46af-af4f-7fa955edcb78 service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101531 Oct 29 01:31:09.838536 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fe532454-153a-44d6-b9d0-e0e7f15ff4f8 req-0c1e5380-8f54-429d-b39c-e2c7254e34d5 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075537 Oct 29 01:31:09.899085 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff81146c-d1a0-46e9-9f9f-7d30d63b07e3 admin admin] Made reservation on behalf of 3347afbe211342c28d76f9c35718662e for: {'subnet': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:31:09.903971 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ff81146c-d1a0-46e9-9f9f-7d30d63b07e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906376'] for subnet, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:09.919321 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55226) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:10.061716 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-14a2e872-0141-4663-9098-4c055a316598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:10.178820 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-14a2e872-0141-4663-9098-4c055a316598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:10.404073 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ff81146c-d1a0-46e9-9f9f-7d30d63b07e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8883336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8904818'] for subnet, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:10.464126 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81146c-d1a0-46e9-9f9f-7d30d63b07e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6becd9-7c3d-42b3-bcb8-c7b863a6454c,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:10.472416 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff81146c-d1a0-46e9-9f9f-7d30d63b07e3 admin admin] Checking segment: {'id': '0ca3b243-7a4b-4ebe-8a87-d3f0f3486aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6f924805-586e-4baf-ac2a-febc6592393f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:31:10.472773 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff81146c-d1a0-46e9-9f9f-7d30d63b07e3 admin admin] Network hostable DHCP agents. Network: 6f924805-586e-4baf-ac2a-febc6592393f, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:31:10.486073 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-14a2e872-0141-4663-9098-4c055a316598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:10.524501 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-14a2e872-0141-4663-9098-4c055a316598 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5ba3e2310cf64abc9b74465b8ec56b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6034963 Oct 29 01:31:10.525672 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2e872-0141-4663-9098-4c055a316598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2d8dea-12e1-49ad-804b-40bb887733ac,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:10.527341 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55258) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:10.586771 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-acf7d378-a2fe-4216-be0f-eb3d5439973b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:10.615823 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-acf7d378-a2fe-4216-be0f-eb3d5439973b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:10.631624 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff81146c-d1a0-46e9-9f9f-7d30d63b07e3 admin admin] Network 6f924805-586e-4baf-ac2a-febc6592393f is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:31:10.742877 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-ff81146c-d1a0-46e9-9f9f-7d30d63b07e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, 6f924805-586e-4baf-ac2a-febc6592393f) {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:31:10.744704 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-acf7d378-a2fe-4216-be0f-eb3d5439973b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:10.753164 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-acf7d378-a2fe-4216-be0f-eb3d5439973b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:10.753164 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-acf7d378-a2fe-4216-be0f-eb3d5439973b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e2d8dea-12e1-49ad-804b-40bb887733ac HTTP/1.1" status: 204 len: 168 time: 0.2200181 Oct 29 01:31:10.756091 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2f1ad4-6290-4ae4-bf07-b374d642548e None None] Network 6f924805-586e-4baf-ac2a-febc6592393f requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:31:10.761015 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff81146c-d1a0-46e9-9f9f-7d30d63b07e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:10.761850 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ff81146c-d1a0-46e9-9f9f-7d30d63b07e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:10.773927 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7d378-a2fe-4216-be0f-eb3d5439973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2d8dea-12e1-49ad-804b-40bb887733ac,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:10.861302 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-ff81146c-d1a0-46e9-9f9f-7d30d63b07e3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1324027 Oct 29 01:31:10.941953 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9dd938-63bd-413a-b3e5-a4f191718091 None None] Network 6f924805-586e-4baf-ac2a-febc6592393f requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:31:10.975488 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069ddc6-370c-435f-8bdd-9ce73b9bbf96 req-512b1c8a-c8f3-444e-a598-7ef2641890b4 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:10.984876 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b069ddc6-370c-435f-8bdd-9ce73b9bbf96 req-512b1c8a-c8f3-444e-a598-7ef2641890b4 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0707035 Oct 29 01:31:11.024815 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b069ddc6-370c-435f-8bdd-9ce73b9bbf96 req-15a09755-4d35-4de5-b5d9-d8c9efabdbd8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390730 Oct 29 01:31:11.697563 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55302) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:11.713798 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c0e0bd5b-5b8a-4c5e-9973-c1a881fd6ebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:11.816479 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c0e0bd5b-5b8a-4c5e-9973-c1a881fd6ebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:11.936880 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c0e0bd5b-5b8a-4c5e-9973-c1a881fd6ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:11.978053 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-c0e0bd5b-5b8a-4c5e-9973-c1a881fd6ebb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=38263fcfab0e40f48d9f96ed44a38201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792165 Oct 29 01:31:11.979194 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0bd5b-5b8a-4c5e-9973-c1a881fd6ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91103e40-342d-46ca-bfa3-f8a5efe97fa4,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:11.981672 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55308) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:12.048548 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-07467cad-18af-4183-b00d-c076a8045ff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.072096 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-07467cad-18af-4183-b00d-c076a8045ff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.134445 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55316) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:12.140952 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-1ddce808-bbfe-4fe8-b5da-66f88e7dd168 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-631931633-network', 'tenant_id': 'b07ec1702b524aeb84e75c7f30691c1f'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:31:12.174686 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b11f0-f5cb-4f60-9f4d-118d467aec19 req-6255a954-91a1-4005-a4af-b3f0f9006318 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:12.176206 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1a5b11f0-f5cb-4f60-9f4d-118d467aec19 req-6255a954-91a1-4005-a4af-b3f0f9006318 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0734205 Oct 29 01:31:12.214098 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1a5b11f0-f5cb-4f60-9f4d-118d467aec19 req-a8844762-3074-4757-877c-3d2d5962de6c tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314734 Oct 29 01:31:12.228718 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-07467cad-18af-4183-b00d-c076a8045ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.231508 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-07467cad-18af-4183-b00d-c076a8045ff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.238417 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-07467cad-18af-4183-b00d-c076a8045ff2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91103e40-342d-46ca-bfa3-f8a5efe97fa4 HTTP/1.1" status: 204 len: 168 time: 0.2497725 Oct 29 01:31:12.241306 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07467cad-18af-4183-b00d-c076a8045ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91103e40-342d-46ca-bfa3-f8a5efe97fa4,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:12.257528 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddce808-bbfe-4fe8-b5da-66f88e7dd168 admin admin] Made reservation on behalf of b07ec1702b524aeb84e75c7f30691c1f for: {'network': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:31:12.259996 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1ddce808-bbfe-4fe8-b5da-66f88e7dd168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.278562 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1ddce808-bbfe-4fe8-b5da-66f88e7dd168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.355791 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1ddce808-bbfe-4fe8-b5da-66f88e7dd168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.449945 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1ddce808-bbfe-4fe8-b5da-66f88e7dd168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.483966 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddce808-bbfe-4fe8-b5da-66f88e7dd168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a8eede-cb01-4f24-9b06-36a26116493b,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:12.494356 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddce808-bbfe-4fe8-b5da-66f88e7dd168 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=101938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:31:12.504792 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1ddce808-bbfe-4fe8-b5da-66f88e7dd168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.505766 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.segments_db [None req-1ddce808-bbfe-4fe8-b5da-66f88e7dd168 admin admin] Added segment e8aa6f56-d9af-47cc-a490-38e6c8a92b4b of type vlan for network 97b2b341-473a-4e35-a1c3-5b314ef9b0d7 Oct 29 01:31:12.550516 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1ddce808-bbfe-4fe8-b5da-66f88e7dd168 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.703353 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1ddce808-bbfe-4fe8-b5da-66f88e7dd168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.704426 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddce808-bbfe-4fe8-b5da-66f88e7dd168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:12.705015 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1ddce808-bbfe-4fe8-b5da-66f88e7dd168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.766324 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddce808-bbfe-4fe8-b5da-66f88e7dd168 admin admin] Pushing event updated for resources: {'Network': ['ID=97b2b341-473a-4e35-a1c3-5b314ef9b0d7,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:12.777096 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network 97b2b341-473a-4e35-a1c3-5b314ef9b0d7 details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:31:12.865504 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-1ddce808-bbfe-4fe8-b5da-66f88e7dd168 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7297518 Oct 29 01:31:12.868376 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55344) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:12.879157 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-3b937365-2555-48dc-a9fa-d1eb4de8334a admin admin] Request body: {'subnet': {'network_id': '97b2b341-473a-4e35-a1c3-5b314ef9b0d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-631931633-subnet', 'tenant_id': 'b07ec1702b524aeb84e75c7f30691c1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:31:13.011119 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b937365-2555-48dc-a9fa-d1eb4de8334a admin admin] Made reservation on behalf of b07ec1702b524aeb84e75c7f30691c1f for: {'subnet': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:31:13.013386 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3b937365-2555-48dc-a9fa-d1eb4de8334a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906376'] for subnet, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:13.285912 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3b937365-2555-48dc-a9fa-d1eb4de8334a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8883336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8904818'] for subnet, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:13.326105 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55366) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:13.380393 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:31:13.386733 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b937365-2555-48dc-a9fa-d1eb4de8334a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f367308b-df3c-430f-a4d0-57450338d6e5,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:13.400092 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9261d5-a3ad-49fe-b42f-f0d5c22b2024 req-3970d2c2-448d-44aa-9f3f-9e4e60e5c443 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:13.401734 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ad9261d5-a3ad-49fe-b42f-f0d5c22b2024 req-3970d2c2-448d-44aa-9f3f-9e4e60e5c443 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.1078594 Oct 29 01:31:13.402665 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b937365-2555-48dc-a9fa-d1eb4de8334a admin admin] Checking segment: {'id': 'e8aa6f56-d9af-47cc-a490-38e6c8a92b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '97b2b341-473a-4e35-a1c3-5b314ef9b0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:31:13.403019 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b937365-2555-48dc-a9fa-d1eb4de8334a admin admin] Network hostable DHCP agents. Network: 97b2b341-473a-4e35-a1c3-5b314ef9b0d7, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:31:13.454253 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ad9261d5-a3ad-49fe-b42f-f0d5c22b2024 req-4cb18f7d-e6a5-43bb-8e2b-31eb840fe3b7 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453339 Oct 29 01:31:13.548575 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b937365-2555-48dc-a9fa-d1eb4de8334a admin admin] Network 97b2b341-473a-4e35-a1c3-5b314ef9b0d7 is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:31:13.570930 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-17b4dcf2-0dba-4fad-83ae-9bac9037b136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:13.644540 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-3b937365-2555-48dc-a9fa-d1eb4de8334a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, 97b2b341-473a-4e35-a1c3-5b314ef9b0d7) {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:31:13.650569 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b937365-2555-48dc-a9fa-d1eb4de8334a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:13.655104 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3b937365-2555-48dc-a9fa-d1eb4de8334a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:13.656383 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-17b4dcf2-0dba-4fad-83ae-9bac9037b136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:13.656725 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2e02a2-6b2f-4f54-a6dd-952a69ae764a None None] Network 97b2b341-473a-4e35-a1c3-5b314ef9b0d7 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:31:13.754143 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-17b4dcf2-0dba-4fad-83ae-9bac9037b136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:13.768025 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-3b937365-2555-48dc-a9fa-d1eb4de8334a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8983672 Oct 29 01:31:13.790436 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba953aeb-d066-4c06-a4aa-9687bb8a3a40 None None] Network 97b2b341-473a-4e35-a1c3-5b314ef9b0d7 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:31:13.841352 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-17b4dcf2-0dba-4fad-83ae-9bac9037b136 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dc513b7432a34be6a694d6525b3ebfeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5091586 Oct 29 01:31:13.844276 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55388) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:13.851038 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4dcf2-0dba-4fad-83ae-9bac9037b136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd69ec27-f8d7-4505-ba0c-b1315b569adc,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:13.901941 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3b091520-8977-46c8-8fd7-5ddbe8d463ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:13.933756 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55396) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:13.935281 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3b091520-8977-46c8-8fd7-5ddbe8d463ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:13.999360 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6e5cca-4983-4fc9-8a3c-37fd5d385933 admin admin] Deleting subnet 1a6becd9-7c3d-42b3-bcb8-c7b863a6454c {{(pid=101938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:31:14.002799 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7f6e5cca-4983-4fc9-8a3c-37fd5d385933 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.041267 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7f6e5cca-4983-4fc9-8a3c-37fd5d385933 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8648604'] for subnet, precommit_delete_associations {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.085068 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7f6e5cca-4983-4fc9-8a3c-37fd5d385933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471143'] for subnet, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.085472 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3b091520-8977-46c8-8fd7-5ddbe8d463ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.088099 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3b091520-8977-46c8-8fd7-5ddbe8d463ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.091934 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-3b091520-8977-46c8-8fd7-5ddbe8d463ac admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd69ec27-f8d7-4505-ba0c-b1315b569adc HTTP/1.1" status: 204 len: 168 time: 0.2435076 Oct 29 01:31:14.098689 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b091520-8977-46c8-8fd7-5ddbe8d463ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd69ec27-f8d7-4505-ba0c-b1315b569adc,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:14.230192 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7f6e5cca-4983-4fc9-8a3c-37fd5d385933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8883401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904809'] for subnet, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.263181 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e5cca-4983-4fc9-8a3c-37fd5d385933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a6becd9-7c3d-42b3-bcb8-c7b863a6454c,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:14.267288 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7f6e5cca-4983-4fc9-8a3c-37fd5d385933 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.273267 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-7f6e5cca-4983-4fc9-8a3c-37fd5d385933 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1a6becd9-7c3d-42b3-bcb8-c7b863a6454c HTTP/1.1" status: 204 len: 168 time: 0.3353362 Oct 29 01:31:14.273437 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55408) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:14.349520 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca08770c-8613-41a6-9861-bc85584a1b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564593'] for network, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.439009 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca08770c-8613-41a6-9861-bc85584a1b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473234', 'neutron.services.segments.db._delete_segments_for_network-8734167248240'] for network, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.473055 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-ca08770c-8613-41a6-9861-bc85584a1b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f924805-586e-4baf-ac2a-febc6592393f']}} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:14.485260 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-ca08770c-8613-41a6-9861-bc85584a1b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca3b243-7a4b-4ebe-8a87-d3f0f3486aa0') {'for_net_delete': True} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:14.485568 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-ca08770c-8613-41a6-9861-bc85584a1b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca3b243-7a4b-4ebe-8a87-d3f0f3486aa0') {} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:14.496721 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca08770c-8613-41a6-9861-bc85584a1b42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734167249785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8648581'] for segment, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.521010 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca08770c-8613-41a6-9861-bc85584a1b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.530632 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca08770c-8613-41a6-9861-bc85584a1b42 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=101938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:31:14.532272 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca08770c-8613-41a6-9861-bc85584a1b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8883247'] for segment, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: Traceback (most recent call last): Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: timer() Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: cb(*args, **kw) Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: return func(*args, **kwargs) Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: self._notify() Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: self.callback(batched_events) Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: event.method(event) Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: return f(self, *a, **k) Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: return self._get(url).json() Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: return self.request(url, 'GET', **kwargs) Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:31:14.535237 dv-cinder-815582-5-smb neutron-server[101938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:31:14.644046 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501e20f-9660-4c79-b9f2-159eb94e88b2 req-d3299f9f-350f-4d65-a485-731f02f9bdcb tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:14.645797 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d501e20f-9660-4c79-b9f2-159eb94e88b2 req-d3299f9f-350f-4d65-a485-731f02f9bdcb tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0968637 Oct 29 01:31:14.689683 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d501e20f-9660-4c79-b9f2-159eb94e88b2 req-beadb0c0-689a-4261-bac7-53ae18b5d8fc tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368540 Oct 29 01:31:14.708415 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca08770c-8613-41a6-9861-bc85584a1b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-685616'] for network, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.714023 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ca08770c-8613-41a6-9861-bc85584a1b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.717815 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-ca08770c-8613-41a6-9861-bc85584a1b42 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6f924805-586e-4baf-ac2a-febc6592393f HTTP/1.1" status: 204 len: 168 time: 0.4433088 Oct 29 01:31:14.720943 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55428) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:14.730573 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08770c-8613-41a6-9861-bc85584a1b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f924805-586e-4baf-ac2a-febc6592393f,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:14.772383 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a3626e-f03f-4ec0-8be5-657df52cd408 admin admin] Deleting subnet f367308b-df3c-430f-a4d0-57450338d6e5 {{(pid=101937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:31:14.775747 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-37a3626e-f03f-4ec0-8be5-657df52cd408 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.814032 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-37a3626e-f03f-4ec0-8be5-657df52cd408 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.821641 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-37a3626e-f03f-4ec0-8be5-657df52cd408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471143'] for subnet, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.955755 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55434) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:14.970057 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a09c4b7e-e665-46f6-b0b7-154e10b9202e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.973634 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-37a3626e-f03f-4ec0-8be5-657df52cd408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for subnet, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.013035 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3626e-f03f-4ec0-8be5-657df52cd408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f367308b-df3c-430f-a4d0-57450338d6e5,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:15.018882 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-37a3626e-f03f-4ec0-8be5-657df52cd408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.022135 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-37a3626e-f03f-4ec0-8be5-657df52cd408 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f367308b-df3c-430f-a4d0-57450338d6e5 HTTP/1.1" status: 204 len: 168 time: 0.2998247 Oct 29 01:31:15.024728 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55440) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:15.086059 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a09c4b7e-e665-46f6-b0b7-154e10b9202e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.094163 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f553f9bf-e2f7-4680-936b-edf531172c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564593'] for network, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.179004 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f553f9bf-e2f7-4680-936b-edf531172c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473234', 'neutron.services.segments.db._delete_segments_for_network-8734167248240'] for network, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.199850 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-f553f9bf-e2f7-4680-936b-edf531172c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b2b341-473a-4e35-a1c3-5b314ef9b0d7']}} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:15.204257 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a09c4b7e-e665-46f6-b0b7-154e10b9202e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.210291 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-f553f9bf-e2f7-4680-936b-edf531172c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8aa6f56-d9af-47cc-a490-38e6c8a92b4b') {'for_net_delete': True} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:15.210441 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-f553f9bf-e2f7-4680-936b-edf531172c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8aa6f56-d9af-47cc-a490-38e6c8a92b4b') {} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:15.221225 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f553f9bf-e2f7-4680-936b-edf531172c0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734167249785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8648581'] for segment, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.235348 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f553f9bf-e2f7-4680-936b-edf531172c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.241590 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f553f9bf-e2f7-4680-936b-edf531172c0e admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=101938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f553f9bf-e2f7-4680-936b-edf531172c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8883247'] for segment, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: Traceback (most recent call last): Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: timer() Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: cb(*args, **kw) Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: return func(*args, **kwargs) Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: self._notify() Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: self.callback(batched_events) Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: event.method(event) Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: return f(self, *a, **k) Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: return self._get(url).json() Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: return self.request(url, 'GET', **kwargs) Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:31:15.253716 dv-cinder-815582-5-smb neutron-server[101938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:31:15.255831 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-a09c4b7e-e665-46f6-b0b7-154e10b9202e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3148612043f7462ab152e953f62fa78a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883272 Oct 29 01:31:15.255831 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c4b7e-e665-46f6-b0b7-154e10b9202e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a776cf56-fdf3-470b-ac49-ad6f7cbd4925,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:15.255831 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55444) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:15.303573 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e2f2aa53-5df1-425a-b899-96ff5de158ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.326118 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e2f2aa53-5df1-425a-b899-96ff5de158ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.462492 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f553f9bf-e2f7-4680-936b-edf531172c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-685616'] for network, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.469361 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f553f9bf-e2f7-4680-936b-edf531172c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.472571 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-f553f9bf-e2f7-4680-936b-edf531172c0e admin admin] 10.222.0.77 "DELETE /v2.0/networks/97b2b341-473a-4e35-a1c3-5b314ef9b0d7 HTTP/1.1" status: 204 len: 168 time: 0.4468286 Oct 29 01:31:15.482132 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553f9bf-e2f7-4680-936b-edf531172c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=97b2b341-473a-4e35-a1c3-5b314ef9b0d7,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:15.548830 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e2f2aa53-5df1-425a-b899-96ff5de158ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.551589 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e2f2aa53-5df1-425a-b899-96ff5de158ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.553030 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-e2f2aa53-5df1-425a-b899-96ff5de158ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a776cf56-fdf3-470b-ac49-ad6f7cbd4925 HTTP/1.1" status: 204 len: 168 time: 0.3021855 Oct 29 01:31:15.566711 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2aa53-5df1-425a-b899-96ff5de158ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a776cf56-fdf3-470b-ac49-ad6f7cbd4925,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:15.809246 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb98cf-a6c2-4ebf-999a-2546a0722506 req-a7264add-c997-42a8-88ef-8864e6d81b3a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:15.810769 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3fdb98cf-a6c2-4ebf-999a-2546a0722506 req-a7264add-c997-42a8-88ef-8864e6d81b3a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0522690 Oct 29 01:31:15.856369 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3fdb98cf-a6c2-4ebf-999a-2546a0722506 req-d6fb85c0-16c0-44ef-abdf-de527a5f14ba tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376952 Oct 29 01:31:16.017008 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55464) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:16.071691 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-6c8bbbf1-bbfb-458b-bf42-0c6bf5fe4e71 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3347afbe211342c28d76f9c35718662e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530989 Oct 29 01:31:16.074039 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55470) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:16.128659 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f6af69df-8565-4353-9d92-9742ff518871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:16.152387 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f6af69df-8565-4353-9d92-9742ff518871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:16.271496 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f6af69df-8565-4353-9d92-9742ff518871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:16.281767 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f6af69df-8565-4353-9d92-9742ff518871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:16.281767 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-f6af69df-8565-4353-9d92-9742ff518871 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aba322d1-ca2a-4c27-8bf0-428dd302ffbd HTTP/1.1" status: 204 len: 168 time: 0.2015200 Oct 29 01:31:16.289694 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af69df-8565-4353-9d92-9742ff518871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba322d1-ca2a-4c27-8bf0-428dd302ffbd,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:16.986272 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640a42a-217d-4015-ad8e-cc1a11131251 req-1fe16f9d-3615-44cd-a70d-d3df2a86c166 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:16.987717 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b640a42a-217d-4015-ad8e-cc1a11131251 req-1fe16f9d-3615-44cd-a70d-d3df2a86c166 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0588861 Oct 29 01:31:17.025958 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b640a42a-217d-4015-ad8e-cc1a11131251 req-7acd9e9c-44f2-45ca-aaed-305896514749 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319393 Oct 29 01:31:17.174767 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55518) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:17.242925 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-49affea7-6011-4005-af71-31f19936577a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b07ec1702b524aeb84e75c7f30691c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663052 Oct 29 01:31:17.245404 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55522) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:17.289828 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55524) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:17.312546 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e65cec68-33fb-479f-8802-275ef98421d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.335242 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e65cec68-33fb-479f-8802-275ef98421d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.406854 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d5c61073-8738-4b03-8916-60137927c993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.492170 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e65cec68-33fb-479f-8802-275ef98421d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.494821 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e65cec68-33fb-479f-8802-275ef98421d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.495939 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-e65cec68-33fb-479f-8802-275ef98421d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5a8eede-cb01-4f24-9b06-36a26116493b HTTP/1.1" status: 204 len: 168 time: 0.2494800 Oct 29 01:31:17.513881 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cec68-33fb-479f-8802-275ef98421d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a8eede-cb01-4f24-9b06-36a26116493b,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:17.572608 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d5c61073-8738-4b03-8916-60137927c993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.679456 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d5c61073-8738-4b03-8916-60137927c993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.722629 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-d5c61073-8738-4b03-8916-60137927c993 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9432a2e8397547dfa7dce1fee536f501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4315462 Oct 29 01:31:17.723487 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c61073-8738-4b03-8916-60137927c993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ab7e31-8573-40ef-8f58-79a86cb351b3,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:17.725859 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55534) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:17.781117 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9578b7b6-c34d-4e7e-ba89-55801be73431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.804091 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9578b7b6-c34d-4e7e-ba89-55801be73431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.942515 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9578b7b6-c34d-4e7e-ba89-55801be73431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.950528 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9578b7b6-c34d-4e7e-ba89-55801be73431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.950528 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-9578b7b6-c34d-4e7e-ba89-55801be73431 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f2ab7e31-8573-40ef-8f58-79a86cb351b3 HTTP/1.1" status: 204 len: 168 time: 0.2194092 Oct 29 01:31:17.954415 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578b7b6-c34d-4e7e-ba89-55801be73431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ab7e31-8573-40ef-8f58-79a86cb351b3,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:18.143964 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0121627-cb9c-46ed-bf58-7889dc0b7993 req-6ff3be35-62bf-4643-a798-aa25eb48b0e5 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:18.145448 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d0121627-cb9c-46ed-bf58-7889dc0b7993 req-6ff3be35-62bf-4643-a798-aa25eb48b0e5 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0487788 Oct 29 01:31:18.185613 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d0121627-cb9c-46ed-bf58-7889dc0b7993 req-eb0bca86-87a1-4a71-b571-fcc51096545f tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342658 Oct 29 01:31:18.890392 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55588) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:18.901108 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-319f2f59-32e6-4c6b-bbc4-901cc71ce1e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:18.992748 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-319f2f59-32e6-4c6b-bbc4-901cc71ce1e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:19.068657 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-319f2f59-32e6-4c6b-bbc4-901cc71ce1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:19.114063 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-319f2f59-32e6-4c6b-bbc4-901cc71ce1e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=01ba51c0a0b141d3996cd3d561b7544c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219522 Oct 29 01:31:19.114063 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55598) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:19.120088 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f2f59-32e6-4c6b-bbc4-901cc71ce1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830e25f9-b6eb-4906-a6e0-a1d4f9dcee1c,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:19.173223 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3b8a45c7-6dac-46ca-a90c-2bcbadd8c643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:19.196246 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3b8a45c7-6dac-46ca-a90c-2bcbadd8c643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:19.314405 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb9614-3531-4d3e-8de2-3d17b858671f req-f0c3668d-3173-4c29-bec4-afe4a5dc80fd tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:19.315889 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-76cb9614-3531-4d3e-8de2-3d17b858671f req-f0c3668d-3173-4c29-bec4-afe4a5dc80fd tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0585511 Oct 29 01:31:19.361582 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-76cb9614-3531-4d3e-8de2-3d17b858671f req-686c44a3-e12e-4e87-99d9-676d8a4bed3d tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389032 Oct 29 01:31:19.383384 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3b8a45c7-6dac-46ca-a90c-2bcbadd8c643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:19.387160 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3b8a45c7-6dac-46ca-a90c-2bcbadd8c643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:19.388852 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-3b8a45c7-6dac-46ca-a90c-2bcbadd8c643 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/830e25f9-b6eb-4906-a6e0-a1d4f9dcee1c HTTP/1.1" status: 204 len: 168 time: 0.2741995 Oct 29 01:31:19.397636 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a45c7-6dac-46ca-a90c-2bcbadd8c643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830e25f9-b6eb-4906-a6e0-a1d4f9dcee1c,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:19.686765 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55622) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:20.004536 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e436cea4-3e8b-4404-afc3-c07489128ba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:20.107825 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e436cea4-3e8b-4404-afc3-c07489128ba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:20.234197 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e436cea4-3e8b-4404-afc3-c07489128ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:20.274012 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-e436cea4-3e8b-4404-afc3-c07489128ba8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3819d0aa0d334cab83e64d1be7c592c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5854995 Oct 29 01:31:20.275141 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436cea4-3e8b-4404-afc3-c07489128ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7b53ed-a4a0-47d4-bbb6-7b6e1953cc92,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:20.277736 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55662) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:20.333258 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-17bd2853-a2f5-45d1-99b2-189c1442fb48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:20.356730 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-17bd2853-a2f5-45d1-99b2-189c1442fb48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:20.498946 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-17bd2853-a2f5-45d1-99b2-189c1442fb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:20.501833 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-17bd2853-a2f5-45d1-99b2-189c1442fb48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:20.502993 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-17bd2853-a2f5-45d1-99b2-189c1442fb48 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd7b53ed-a4a0-47d4-bbb6-7b6e1953cc92 HTTP/1.1" status: 204 len: 168 time: 0.2242224 Oct 29 01:31:20.516200 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553c421-8095-4493-9539-25e7954af9b7 req-dd40341c-6ae2-4d40-ba19-9929e537f517 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:20.517671 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0553c421-8095-4493-9539-25e7954af9b7 req-dd40341c-6ae2-4d40-ba19-9929e537f517 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0595503 Oct 29 01:31:20.525498 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd2853-a2f5-45d1-99b2-189c1442fb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7b53ed-a4a0-47d4-bbb6-7b6e1953cc92,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:20.590689 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0553c421-8095-4493-9539-25e7954af9b7 req-73628c3e-5372-478d-ace0-0369ac0f62c6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663106 Oct 29 01:31:21.301455 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55708) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:21.315085 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-40cceb49-b7a9-43e4-b414-0074830b4948 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:21.393740 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-40cceb49-b7a9-43e4-b414-0074830b4948 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:21.485377 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-40cceb49-b7a9-43e4-b414-0074830b4948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:21.527817 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-40cceb49-b7a9-43e4-b414-0074830b4948 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=550d75cf357a48048d24309b409609c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251828 Oct 29 01:31:21.528427 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cceb49-b7a9-43e4-b414-0074830b4948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4d1b51-536d-4812-8856-d853f3225245,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:21.531878 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55712) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:21.581473 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-23063bc3-4f44-4d91-91ef-8ee9f6cbc5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:21.603279 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-23063bc3-4f44-4d91-91ef-8ee9f6cbc5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:21.714362 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e27df-105e-4653-8362-88b56a74b8ed req-bc29a20a-995b-4d6b-a591-57175630a1a1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:21.722349 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-477e27df-105e-4653-8362-88b56a74b8ed req-bc29a20a-995b-4d6b-a591-57175630a1a1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0603662 Oct 29 01:31:21.755051 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-23063bc3-4f44-4d91-91ef-8ee9f6cbc5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:21.758127 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-23063bc3-4f44-4d91-91ef-8ee9f6cbc5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:21.758707 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-477e27df-105e-4653-8362-88b56a74b8ed req-975a3aa9-87c8-489a-9724-764bf3f9bf43 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353343 Oct 29 01:31:21.759753 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-23063bc3-4f44-4d91-91ef-8ee9f6cbc5e2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e4d1b51-536d-4812-8856-d853f3225245 HTTP/1.1" status: 204 len: 168 time: 0.2266185 Oct 29 01:31:21.769326 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23063bc3-4f44-4d91-91ef-8ee9f6cbc5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4d1b51-536d-4812-8856-d853f3225245,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:22.453427 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55758) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:22.594320 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e8236abe-612d-4adf-a928-524e90aa7863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:22.675627 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e8236abe-612d-4adf-a928-524e90aa7863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:22.765960 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e8236abe-612d-4adf-a928-524e90aa7863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:22.815438 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8236abe-612d-4adf-a928-524e90aa7863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804146e7-84ae-4f06-b8da-732b3b40caaf,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:22.824645 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55776) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:22.825063 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-e8236abe-612d-4adf-a928-524e90aa7863 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d4ff824d052a4083afdb55ecc74c043a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702815 Oct 29 01:31:22.924535 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b7e00ccc-dde8-4a46-ba9e-4df9ba205c28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:22.965389 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589af07-6ec2-4643-8c7d-b0d9e999d71e req-b9f1c5ad-56a5-414d-bd80-aeb8333f2c6a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:22.965389 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2589af07-6ec2-4643-8c7d-b0d9e999d71e req-b9f1c5ad-56a5-414d-bd80-aeb8333f2c6a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0938406 Oct 29 01:31:22.997312 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b7e00ccc-dde8-4a46-ba9e-4df9ba205c28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:23.047854 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2589af07-6ec2-4643-8c7d-b0d9e999d71e req-ca2161a0-8e14-40fb-be93-e631e4bdedb1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756683 Oct 29 01:31:23.239496 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b7e00ccc-dde8-4a46-ba9e-4df9ba205c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:23.242304 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b7e00ccc-dde8-4a46-ba9e-4df9ba205c28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:23.245866 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-b7e00ccc-dde8-4a46-ba9e-4df9ba205c28 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/804146e7-84ae-4f06-b8da-732b3b40caaf HTTP/1.1" status: 204 len: 168 time: 0.4179156 Oct 29 01:31:23.254620 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e00ccc-dde8-4a46-ba9e-4df9ba205c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804146e7-84ae-4f06-b8da-732b3b40caaf,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:23.761136 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55818) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:23.955053 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2812d9c2-e0a7-4235-8422-5641f815e3dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:24.035026 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2812d9c2-e0a7-4235-8422-5641f815e3dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:24.050701 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55832) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:24.064813 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f0854207-5533-4962-b25c-84821ecd412c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:24.130424 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2812d9c2-e0a7-4235-8422-5641f815e3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:24.221525 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-2812d9c2-e0a7-4235-8422-5641f815e3dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eaba71963043474ebbde93c265c964eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4593077 Oct 29 01:31:24.223448 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f0854207-5533-4962-b25c-84821ecd412c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:24.224411 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55838) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:24.224992 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812d9c2-e0a7-4235-8422-5641f815e3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2e0433-b899-4b89-b498-172ae695bb94,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:24.258049 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9343b8a-07e8-4bc9-a2e6-dca2ebc25299 req-c1a7e82e-a374-47cf-81d7-91f3403bdaa0 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:24.259559 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e9343b8a-07e8-4bc9-a2e6-dca2ebc25299 req-c1a7e82e-a374-47cf-81d7-91f3403bdaa0 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.1066046 Oct 29 01:31:24.295100 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-086d2828-2e12-497b-b4a6-7956a1d26744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:24.325057 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-086d2828-2e12-497b-b4a6-7956a1d26744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:24.510941 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f0854207-5533-4962-b25c-84821ecd412c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:24.514262 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-086d2828-2e12-497b-b4a6-7956a1d26744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:24.518360 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-086d2828-2e12-497b-b4a6-7956a1d26744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:24.520816 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-086d2828-2e12-497b-b4a6-7956a1d26744 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6c2e0433-b899-4b89-b498-172ae695bb94 HTTP/1.1" status: 204 len: 168 time: 0.2945921 Oct 29 01:31:24.535469 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d2828-2e12-497b-b4a6-7956a1d26744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2e0433-b899-4b89-b498-172ae695bb94,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:24.585720 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-f0854207-5533-4962-b25c-84821ecd412c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05037c3835b143a4902ed0992806a3fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5313842 Oct 29 01:31:24.585986 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55864) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:24.587397 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e9343b8a-07e8-4bc9-a2e6-dca2ebc25299 req-a04f0d62-fa2d-4f9e-9fc8-39c17c54175a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170643 Oct 29 01:31:24.588389 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0854207-5533-4962-b25c-84821ecd412c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2a770d-8aff-422a-95a8-bd407822436e,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:24.660541 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-2f98ddb0-095d-4a4a-9a64-24fe1c3edea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:24.684588 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-2f98ddb0-095d-4a4a-9a64-24fe1c3edea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:24.851202 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-2f98ddb0-095d-4a4a-9a64-24fe1c3edea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:24.853981 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-2f98ddb0-095d-4a4a-9a64-24fe1c3edea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:24.855459 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-2f98ddb0-095d-4a4a-9a64-24fe1c3edea7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cf2a770d-8aff-422a-95a8-bd407822436e HTTP/1.1" status: 204 len: 168 time: 0.2684212 Oct 29 01:31:24.864294 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98ddb0-095d-4a4a-9a64-24fe1c3edea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2a770d-8aff-422a-95a8-bd407822436e,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:25.542025 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55882) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:25.558204 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-2fa88b18-ccad-46f3-9f8c-d73b35766ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:25.678158 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55890) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:25.700084 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e8fe79d3-e05b-4b50-851b-c8a845776890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:25.728018 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-2fa88b18-ccad-46f3-9f8c-d73b35766ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:25.792398 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25e0f8-1414-4dd2-8571-cc86f7bfd8be req-2d8be9cf-6e3a-4ec3-9378-a66d1539101a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:25.793997 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0d25e0f8-1414-4dd2-8571-cc86f7bfd8be req-2d8be9cf-6e3a-4ec3-9378-a66d1539101a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0845897 Oct 29 01:31:25.845614 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-2fa88b18-ccad-46f3-9f8c-d73b35766ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:25.856293 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0d25e0f8-1414-4dd2-8571-cc86f7bfd8be req-39573f43-c056-412c-8425-ea7b01ed4bf1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539827 Oct 29 01:31:25.861274 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e8fe79d3-e05b-4b50-851b-c8a845776890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:25.888878 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-2fa88b18-ccad-46f3-9f8c-d73b35766ba9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3044e0f1dc4f4e42b91c5329e176c66f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455112 Oct 29 01:31:25.890227 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa88b18-ccad-46f3-9f8c-d73b35766ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318d6811-93fe-4149-88c6-4dafab08ef1d,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:25.891881 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 55898) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:25.943444 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e8fe79d3-e05b-4b50-851b-c8a845776890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:25.959850 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5308beff-1deb-483e-bbad-136a651b5c96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:25.992235 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe79d3-e05b-4b50-851b-c8a845776890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b4961b-c19a-4642-9181-59545403f4e7,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:26.000061 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-e8fe79d3-e05b-4b50-851b-c8a845776890 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bcf1df28c8b84b8b8c45d8198b3b67b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200755 Oct 29 01:31:26.003813 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 55910) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:26.009959 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5308beff-1deb-483e-bbad-136a651b5c96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:26.058497 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-07f38483-2460-44e3-84eb-767b2455932f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:26.081154 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-07f38483-2460-44e3-84eb-767b2455932f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:26.244376 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5308beff-1deb-483e-bbad-136a651b5c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:26.247044 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5308beff-1deb-483e-bbad-136a651b5c96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:26.250993 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-5308beff-1deb-483e-bbad-136a651b5c96 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/318d6811-93fe-4149-88c6-4dafab08ef1d HTTP/1.1" status: 204 len: 168 time: 0.3550971 Oct 29 01:31:26.256470 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308beff-1deb-483e-bbad-136a651b5c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318d6811-93fe-4149-88c6-4dafab08ef1d,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:26.313677 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-07f38483-2460-44e3-84eb-767b2455932f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:26.316298 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-07f38483-2460-44e3-84eb-767b2455932f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:26.317970 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-07f38483-2460-44e3-84eb-767b2455932f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/64b4961b-c19a-4642-9181-59545403f4e7 HTTP/1.1" status: 204 len: 168 time: 0.3124614 Oct 29 01:31:26.327507 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f38483-2460-44e3-84eb-767b2455932f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b4961b-c19a-4642-9181-59545403f4e7,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:26.992024 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51711d0-38aa-48bb-9dea-30ad6c920ce2 req-dde5cd26-d195-4fc8-a136-0f04e574a36c tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:26.993521 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b51711d0-38aa-48bb-9dea-30ad6c920ce2 req-dde5cd26-d195-4fc8-a136-0f04e574a36c tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0532281 Oct 29 01:31:27.031448 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b51711d0-38aa-48bb-9dea-30ad6c920ce2 req-e56de6ef-0ebb-4bab-9756-a3cab0dfd9d4 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Oct 29 01:31:28.173279 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30c6e2-ad31-497f-b9d0-cfe492fa2e2a req-c661212a-77a7-4f25-ba0c-f7166bd189ae tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:28.174810 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fb30c6e2-ad31-497f-b9d0-cfe492fa2e2a req-c661212a-77a7-4f25-ba0c-f7166bd189ae tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0546920 Oct 29 01:31:28.212531 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fb30c6e2-ad31-497f-b9d0-cfe492fa2e2a req-9de6fc16-6e4d-4c48-a078-8ad4a1eda25b tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317571 Oct 29 01:31:28.469160 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-5a4447a8-93f7-4756-9496-368a41dcd484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:28.480752 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 56060) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:28.592104 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d3e76276-8e1c-4ebe-9722-156e362857a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:28.678233 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d3e76276-8e1c-4ebe-9722-156e362857a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:28.783029 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d3e76276-8e1c-4ebe-9722-156e362857a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:28.831600 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-d3e76276-8e1c-4ebe-9722-156e362857a4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=116c780589bd4fcabd118a6b626ec667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520281 Oct 29 01:31:28.834507 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 56080) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:28.839470 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e76276-8e1c-4ebe-9722-156e362857a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c26d0b-8721-4c2c-b1a7-b706f211630f,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:28.898096 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-35fe9d72-e944-4b5e-84b2-4baa07519d3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:28.922666 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-35fe9d72-e944-4b5e-84b2-4baa07519d3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:29.073716 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-35fe9d72-e944-4b5e-84b2-4baa07519d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:29.076434 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-35fe9d72-e944-4b5e-84b2-4baa07519d3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:29.084435 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-35fe9d72-e944-4b5e-84b2-4baa07519d3a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0c26d0b-8721-4c2c-b1a7-b706f211630f HTTP/1.1" status: 204 len: 168 time: 0.2438312 Oct 29 01:31:29.090668 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe9d72-e944-4b5e-84b2-4baa07519d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c26d0b-8721-4c2c-b1a7-b706f211630f,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:29.336843 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c468418-078f-417e-833c-12597b873670 req-6cad6cff-1167-42a4-992e-b551c9db98e2 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:29.338442 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0c468418-078f-417e-833c-12597b873670 req-6cad6cff-1167-42a4-992e-b551c9db98e2 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0541098 Oct 29 01:31:29.391164 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0c468418-078f-417e-833c-12597b873670 req-fcf1139b-56d8-44cb-881a-79c57a85b74c tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453310 Oct 29 01:31:30.106256 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 56144) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:30.223218 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-36fb7810-c316-4032-8886-87af70509bd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:30.295683 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-36fb7810-c316-4032-8886-87af70509bd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:30.376870 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-36fb7810-c316-4032-8886-87af70509bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:30.412745 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 56154) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:30.425150 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-36fb7810-c316-4032-8886-87af70509bd3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6c3bd8966a774a4c995787da0ae12737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177030 Oct 29 01:31:30.426066 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb7810-c316-4032-8886-87af70509bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b630c2-85d5-4a3d-a007-e5765e1a8a86,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:30.428527 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 56162) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:30.511826 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d8ebfcc4-f91f-428f-859a-57574e2f7a0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:30.542049 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d8ebfcc4-f91f-428f-859a-57574e2f7a0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:30.549059 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39c178-050f-4587-b29b-b8bf9f28e9ba req-e86bf965-3569-4906-8c3e-caf12c7c4e94 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:30.558416 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6b39c178-050f-4587-b29b-b8bf9f28e9ba req-e86bf965-3569-4906-8c3e-caf12c7c4e94 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0849469 Oct 29 01:31:30.597317 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-e0ae5b1f-3c6d-41e4-8758-5fe3b398ffb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-54287596-network', 'tenant_id': '8fd85b4d9790480d9fcf6c340fe60774'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:31:30.614071 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6b39c178-050f-4587-b29b-b8bf9f28e9ba req-9e7ae05c-a9b3-4fa9-a17b-a151e168642c tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538242 Oct 29 01:31:30.713934 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ae5b1f-3c6d-41e4-8758-5fe3b398ffb3 admin admin] Made reservation on behalf of 8fd85b4d9790480d9fcf6c340fe60774 for: {'network': 1} {{(pid=101937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:31:30.716466 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5b1f-3c6d-41e4-8758-5fe3b398ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:30.719046 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d8ebfcc4-f91f-428f-859a-57574e2f7a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:30.721614 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d8ebfcc4-f91f-428f-859a-57574e2f7a0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:30.722726 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-d8ebfcc4-f91f-428f-859a-57574e2f7a0b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/76b630c2-85d5-4a3d-a007-e5765e1a8a86 HTTP/1.1" status: 204 len: 168 time: 0.2897093 Oct 29 01:31:30.731985 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5b1f-3c6d-41e4-8758-5fe3b398ffb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:30.739109 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebfcc4-f91f-428f-859a-57574e2f7a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b630c2-85d5-4a3d-a007-e5765e1a8a86,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:30.825517 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5b1f-3c6d-41e4-8758-5fe3b398ffb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:30.954192 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5b1f-3c6d-41e4-8758-5fe3b398ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:30.980862 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ae5b1f-3c6d-41e4-8758-5fe3b398ffb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=101937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:31:30.991995 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae5b1f-3c6d-41e4-8758-5fe3b398ffb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35896e90-d91b-46c8-917c-4d2ad2aae363,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:31.000379 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5b1f-3c6d-41e4-8758-5fe3b398ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:31.000801 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.db.segments_db [None req-e0ae5b1f-3c6d-41e4-8758-5fe3b398ffb3 admin admin] Added segment 49fd1dd9-6d48-43ba-ba57-a848fb088aa8 of type vlan for network 31d79e44-f117-4da4-9770-f47ee4710344 Oct 29 01:31:31.034419 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-b175bd66-7cc9-4b13-9151-ab0a76a74a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:31.044185 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5b1f-3c6d-41e4-8758-5fe3b398ffb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:31.165195 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5b1f-3c6d-41e4-8758-5fe3b398ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:31.166205 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ae5b1f-3c6d-41e4-8758-5fe3b398ffb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:31.166804 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5b1f-3c6d-41e4-8758-5fe3b398ffb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:31.229577 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae5b1f-3c6d-41e4-8758-5fe3b398ffb3 admin admin] Pushing event updated for resources: {'Network': ['ID=31d79e44-f117-4da4-9770-f47ee4710344,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:31.240183 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network 31d79e44-f117-4da4-9770-f47ee4710344 details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:31:31.357418 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-e0ae5b1f-3c6d-41e4-8758-5fe3b398ffb3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9433389 Oct 29 01:31:31.361434 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 56188) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:31.366468 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-5e7cf777-a427-4176-9de1-01b36e1ebf8a admin admin] Request body: {'subnet': {'network_id': '31d79e44-f117-4da4-9770-f47ee4710344', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-54287596-subnet', 'tenant_id': '8fd85b4d9790480d9fcf6c340fe60774', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:31:31.468559 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7cf777-a427-4176-9de1-01b36e1ebf8a admin admin] Made reservation on behalf of 8fd85b4d9790480d9fcf6c340fe60774 for: {'subnet': 1} {{(pid=101937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:31:31.472132 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf777-a427-4176-9de1-01b36e1ebf8a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:31.547839 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:31.589093 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 56190) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:31.603463 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-32b1f6b6-4001-495b-a542-eab2f4287f91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:31.720962 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-32b1f6b6-4001-495b-a542-eab2f4287f91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:31.731350 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf777-a427-4176-9de1-01b36e1ebf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for subnet, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:31.760218 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ceb93-b199-4a23-a1cf-9d58da089e53 req-fde930df-1525-432c-abf2-0230d84d424a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:31.761726 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7a6ceb93-b199-4a23-a1cf-9d58da089e53 req-fde930df-1525-432c-abf2-0230d84d424a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0570405 Oct 29 01:31:31.807642 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7a6ceb93-b199-4a23-a1cf-9d58da089e53 req-1d5f05e9-3e5d-4ffc-be6a-10307f3932ca tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386243 Oct 29 01:31:31.816640 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-32b1f6b6-4001-495b-a542-eab2f4287f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:31.852683 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-32b1f6b6-4001-495b-a542-eab2f4287f91 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1bed52a10b3a4c3a91b7770bffef353c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616694 Oct 29 01:31:31.855863 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 56200) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:31.878660 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1f6b6-4001-495b-a542-eab2f4287f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152bef83-fb3a-497a-80c0-e30d37b75663,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:31.926890 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-976f3d74-83e9-4d15-880a-a9ec9f9f6f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:31.952820 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-976f3d74-83e9-4d15-880a-a9ec9f9f6f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:31.991693 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cf777-a427-4176-9de1-01b36e1ebf8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8bbff8-2e86-4046-bd7c-812f4f311ad1,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:32.001512 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7cf777-a427-4176-9de1-01b36e1ebf8a admin admin] Checking segment: {'id': '49fd1dd9-6d48-43ba-ba57-a848fb088aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '31d79e44-f117-4da4-9770-f47ee4710344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:31:32.001896 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7cf777-a427-4176-9de1-01b36e1ebf8a admin admin] Network hostable DHCP agents. Network: 31d79e44-f117-4da4-9770-f47ee4710344, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:31:32.148941 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7cf777-a427-4176-9de1-01b36e1ebf8a admin admin] Network 31d79e44-f117-4da4-9770-f47ee4710344 is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:31:32.193806 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-976f3d74-83e9-4d15-880a-a9ec9f9f6f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:32.194010 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:32.196562 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-976f3d74-83e9-4d15-880a-a9ec9f9f6f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:32.197732 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-976f3d74-83e9-4d15-880a-a9ec9f9f6f47 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/152bef83-fb3a-497a-80c0-e30d37b75663 HTTP/1.1" status: 204 len: 168 time: 0.3409517 Oct 29 01:31:32.206613 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f3d74-83e9-4d15-880a-a9ec9f9f6f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152bef83-fb3a-497a-80c0-e30d37b75663,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:32.582155 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-5e7cf777-a427-4176-9de1-01b36e1ebf8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, 31d79e44-f117-4da4-9770-f47ee4710344) {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:31:32.586877 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7cf777-a427-4176-9de1-01b36e1ebf8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:32.587506 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf777-a427-4176-9de1-01b36e1ebf8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:32.597996 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38845407-43ff-4f57-b4f6-7fa7e8315445 None None] Network 31d79e44-f117-4da4-9770-f47ee4710344 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:31:32.699703 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-5e7cf777-a427-4176-9de1-01b36e1ebf8a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3368301 Oct 29 01:31:32.737059 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f71511-556f-48ca-bc81-e31ffda5db03 None None] Network 31d79e44-f117-4da4-9770-f47ee4710344 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:31:32.953878 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19924f1-f5ca-4159-bc3d-284b9f41f003 req-9d41651f-4994-4c85-89f5-b3fbab91e7e5 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:32.955365 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c19924f1-f5ca-4159-bc3d-284b9f41f003 req-9d41651f-4994-4c85-89f5-b3fbab91e7e5 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0572946 Oct 29 01:31:32.994952 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c19924f1-f5ca-4159-bc3d-284b9f41f003 req-656ea89d-5e4b-4af9-bf6d-a479640696f3 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333385 Oct 29 01:31:33.586706 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f35a1-f818-4650-ad6f-6124a5e4fac0 req-1bd7f0ff-6244-413f-9dd6-7f6e52bb7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:33.588593 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-166f35a1-f818-4650-ad6f-6124a5e4fac0 req-1bd7f0ff-6244-413f-9dd6-7f6e52bb7500 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 1098 time: 0.0603373 Oct 29 01:31:33.639655 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-166f35a1-f818-4650-ad6f-6124a5e4fac0 req-dc42ad3d-a043-4880-a3e2-dffbfd8c909b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355527 Oct 29 01:31:34.149269 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061a579-c9fa-4376-bd18-8204465fdc5c req-880b7e03-89c5-404a-8a1b-dc50507fc5fa tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:34.150812 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6061a579-c9fa-4376-bd18-8204465fdc5c req-880b7e03-89c5-404a-8a1b-dc50507fc5fa tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0635743 Oct 29 01:31:34.188326 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6061a579-c9fa-4376-bd18-8204465fdc5c req-333e3d02-cbab-4ff8-9d8b-df8049c7b282 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307653 Oct 29 01:31:34.319750 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:35.361908 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e8c7d-2d53-496d-8e6f-1e0f9b1d36a4 req-793ff118-cbee-4be6-ad57-f2bb6a37a157 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:35.361908 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f72e8c7d-2d53-496d-8e6f-1e0f9b1d36a4 req-793ff118-cbee-4be6-ad57-f2bb6a37a157 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0582159 Oct 29 01:31:35.398944 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f72e8c7d-2d53-496d-8e6f-1e0f9b1d36a4 req-835f68e4-c8cb-4653-a1d4-617db0a475da tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Oct 29 01:31:36.188677 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 56368) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:36.312458 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c6607aca-f69e-4729-af62-91e8451e29a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:36.454053 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97299003-bd40-4875-9800-cfeb12767bba req-a62dad1c-41a6-41ea-9413-1e60bed34aa2 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:36.456748 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97299003-bd40-4875-9800-cfeb12767bba req-a62dad1c-41a6-41ea-9413-1e60bed34aa2 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/networks?id=31d79e44-f117-4da4-9770-f47ee4710344 HTTP/1.1" status: 200 len: 812 time: 0.1356671 Oct 29 01:31:36.497583 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97299003-bd40-4875-9800-cfeb12767bba req-19ad884a-9f74-4eb0-89b6-529c0e544769 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/quotas/8fd85b4d9790480d9fcf6c340fe60774 HTTP/1.1" status: 200 len: 375 time: 0.0352695 Oct 29 01:31:36.519668 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c6607aca-f69e-4729-af62-91e8451e29a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:36.553313 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97299003-bd40-4875-9800-cfeb12767bba req-93c25dff-79ce-435e-9189-64797bab0b0c tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8fd85b4d9790480d9fcf6c340fe60774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376375 Oct 29 01:31:36.612462 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ab89c-fda8-4aae-b7f4-4bc9885bd976 req-6f4ad79b-7c83-4e88-927e-c2ab6c0f3e58 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:36.613990 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7d0ab89c-fda8-4aae-b7f4-4bc9885bd976 req-6f4ad79b-7c83-4e88-927e-c2ab6c0f3e58 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.1337254 Oct 29 01:31:36.641728 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c6607aca-f69e-4729-af62-91e8451e29a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:36.711128 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-c6607aca-f69e-4729-af62-91e8451e29a9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6510b9d22d7848cab04e3a57979d9664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5213697 Oct 29 01:31:36.713935 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 56400) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:36.723946 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7d0ab89c-fda8-4aae-b7f4-4bc9885bd976 req-2a411985-f71e-4bd6-8018-81e480bed282 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994666 Oct 29 01:31:36.723946 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6607aca-f69e-4729-af62-91e8451e29a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f24fed9-547d-4fed-be19-8c27a1913a80,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:36.743159 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97299003-bd40-4875-9800-cfeb12767bba req-ece45ffd-386c-4157-a28e-6661773a3ce7 service neutron] 10.222.0.77 "GET /v2.0/networks/31d79e44-f117-4da4-9770-f47ee4710344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778920 Oct 29 01:31:36.782463 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-166da577-f700-4a80-8a06-46fd74576d8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:36.806184 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-166da577-f700-4a80-8a06-46fd74576d8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:36.847991 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97299003-bd40-4875-9800-cfeb12767bba req-23854dd2-f180-415c-bea4-cba43c04abc8 service neutron] 10.222.0.77 "GET /v2.0/networks/31d79e44-f117-4da4-9770-f47ee4710344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081138 Oct 29 01:31:36.959250 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-166da577-f700-4a80-8a06-46fd74576d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:36.961969 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-166da577-f700-4a80-8a06-46fd74576d8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:36.965826 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-166da577-f700-4a80-8a06-46fd74576d8d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1f24fed9-547d-4fed-be19-8c27a1913a80 HTTP/1.1" status: 204 len: 168 time: 0.2474124 Oct 29 01:31:36.969956 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17700c-92d7-4ebd-bdea-f43f0cdbace3 req-c46f3242-3592-44c6-9b9b-f745661094fb tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:36.971484 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5e17700c-92d7-4ebd-bdea-f43f0cdbace3 req-c46f3242-3592-44c6-9b9b-f745661094fb tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0548959 Oct 29 01:31:36.974377 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166da577-f700-4a80-8a06-46fd74576d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f24fed9-547d-4fed-be19-8c27a1913a80,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:37.012466 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5e17700c-92d7-4ebd-bdea-f43f0cdbace3 req-a28d7f33-abde-488d-af31-c708b0685448 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341661 Oct 29 01:31:37.179976 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fba10f03-9c3d-433d-9879-2344fd797f0f req-46adffe8-a7fc-45b5-8270-102921e6fce9 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 210 time: 0.0287106 Oct 29 01:31:37.646923 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 56432) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:37.757948 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6a78f1c1-88b1-4ee9-8bfc-d9480552cbea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:37.833312 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6a78f1c1-88b1-4ee9-8bfc-d9480552cbea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:37.861603 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 56436) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:37.875797 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-32683883-91f3-46b9-b9b7-391bb832ce2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:37.926017 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6a78f1c1-88b1-4ee9-8bfc-d9480552cbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:37.986378 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78f1c1-88b1-4ee9-8bfc-d9480552cbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4c2610-0ab9-4811-8619-fb8b14ea81ba,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:37.992014 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-6a78f1c1-88b1-4ee9-8bfc-d9480552cbea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2dd341a7520b462787e51a2bc1985bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440506 Oct 29 01:31:37.994796 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 56442) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:38.020757 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-32683883-91f3-46b9-b9b7-391bb832ce2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:38.059038 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-483047f5-9c45-4c2b-b026-2320bca612ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:38.082067 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-483047f5-9c45-4c2b-b026-2320bca612ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:38.100669 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-32683883-91f3-46b9-b9b7-391bb832ce2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:38.139115 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-32683883-91f3-46b9-b9b7-391bb832ce2c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ef3cfcf8ab44d61a92e60139ab151e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764218 Oct 29 01:31:38.140672 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32683883-91f3-46b9-b9b7-391bb832ce2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03f5d09-c4fc-4a04-82fa-f39dbb0f5e4b,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:38.142790 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 56450) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:38.210506 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-fbb2465d-fb89-4364-a6a4-0161e869dfe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:38.233002 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-fbb2465d-fb89-4364-a6a4-0161e869dfe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:38.289487 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2e2adfef-b08b-470e-9aad-bb227c96f0f7 req-b29a6f64-dcb6-4e55-a92c-447c5e146cc5 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 210 time: 0.0430791 Oct 29 01:31:38.769315 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-483047f5-9c45-4c2b-b026-2320bca612ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:38.769315 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-483047f5-9c45-4c2b-b026-2320bca612ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:38.769315 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-483047f5-9c45-4c2b-b026-2320bca612ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ca4c2610-0ab9-4811-8619-fb8b14ea81ba HTTP/1.1" status: 204 len: 168 time: 0.7731035 Oct 29 01:31:38.776917 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483047f5-9c45-4c2b-b026-2320bca612ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4c2610-0ab9-4811-8619-fb8b14ea81ba,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:38.884344 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-fbb2465d-fb89-4364-a6a4-0161e869dfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:38.887063 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-fbb2465d-fb89-4364-a6a4-0161e869dfe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:38.888434 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-fbb2465d-fb89-4364-a6a4-0161e869dfe5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b03f5d09-c4fc-4a04-82fa-f39dbb0f5e4b HTTP/1.1" status: 204 len: 168 time: 0.7418587 Oct 29 01:31:38.898259 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2465d-fb89-4364-a6a4-0161e869dfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03f5d09-c4fc-4a04-82fa-f39dbb0f5e4b,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:39.563831 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-350bbc88-3d0c-4050-bd4d-45189ab8aa36 req-832b8616-ed5f-46e6-9ff0-e784f088427b tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 210 time: 0.0279462 Oct 29 01:31:39.694497 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 56490) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:39.727969 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0a886759-0240-4c99-9596-fd2f197c5366 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:39.799520 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:39.811230 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0a886759-0240-4c99-9596-fd2f197c5366 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:39.941272 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0a886759-0240-4c99-9596-fd2f197c5366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:39.979542 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-0a886759-0240-4c99-9596-fd2f197c5366 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8d2b4fd764d04cc7b23350e945068c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827406 Oct 29 01:31:39.985891 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a886759-0240-4c99-9596-fd2f197c5366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02afc4c8-9843-4165-a956-caa9c8d717b8,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:39.986093 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 56496) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:40.043563 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-34da693a-c60c-4b2c-a377-28a30875c590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:40.075212 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-34da693a-c60c-4b2c-a377-28a30875c590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:40.274797 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-34da693a-c60c-4b2c-a377-28a30875c590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:40.278557 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-34da693a-c60c-4b2c-a377-28a30875c590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:40.282976 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-34da693a-c60c-4b2c-a377-28a30875c590 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/02afc4c8-9843-4165-a956-caa9c8d717b8 HTTP/1.1" status: 204 len: 168 time: 0.2966015 Oct 29 01:31:40.302592 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da693a-c60c-4b2c-a377-28a30875c590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02afc4c8-9843-4165-a956-caa9c8d717b8,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:40.678326 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a9123253-4b33-4da3-b293-1af44d2119d3 req-87023328-f776-48b4-b9a1-10fffa3b623d tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 210 time: 0.0263906 Oct 29 01:31:40.796914 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ff18-5dcf-44e3-bfd9-2f98a386286f req-7f221956-45ed-4e50-8aa9-1d6973a4194f tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:40.798505 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-76e0ff18-5dcf-44e3-bfd9-2f98a386286f req-7f221956-45ed-4e50-8aa9-1d6973a4194f tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0521033 Oct 29 01:31:40.890140 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-76e0ff18-5dcf-44e3-bfd9-2f98a386286f req-a6e72313-147f-4d92-a7de-56e372bb5b0c tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802557 Oct 29 01:31:40.897697 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6562e-81fc-4c2e-b350-7891e90e742a req-7421f1a6-76d0-49cb-9548-456793cd836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:40.899297 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5cb6562e-81fc-4c2e-b350-7891e90e742a req-7421f1a6-76d0-49cb-9548-456793cd836d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb919510c0cf40f18e2cba8d84793a7f&device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 1099 time: 0.0731082 Oct 29 01:31:41.071560 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6562e-81fc-4c2e-b350-7891e90e742a req-0aa2a8e7-5663-4223-816a-ad98279b452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:41.072940 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5cb6562e-81fc-4c2e-b350-7891e90e742a req-0aa2a8e7-5663-4223-816a-ad98279b452e service neutron] 10.222.0.89 "GET /v2.0/networks?id=88eb5d49-5e4a-4acd-96b7-71423140ff23 HTTP/1.1" status: 200 len: 920 time: 0.1580958 Oct 29 01:31:41.103136 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97299003-bd40-4875-9800-cfeb12767bba req-fe974781-ce33-4672-b999-dc48eac1aef2 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:41.104552 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97299003-bd40-4875-9800-cfeb12767bba req-fe974781-ce33-4672-b999-dc48eac1aef2 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.89 "GET /v2.0/networks?id=31d79e44-f117-4da4-9770-f47ee4710344 HTTP/1.1" status: 200 len: 812 time: 0.1452436 Oct 29 01:31:41.133884 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-97299003-bd40-4875-9800-cfeb12767bba req-0a261ff2-a77b-46eb-b15e-e2829db5c4e1 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Request body: {'port': {'device_id': 'bf3aa50a-b738-4d2a-9055-f59b57a4f0a4', 'network_id': '31d79e44-f117-4da4-9770-f47ee4710344', 'admin_state_up': True, 'tenant_id': '8fd85b4d9790480d9fcf6c340fe60774'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:31:41.138012 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5cb6562e-81fc-4c2e-b350-7891e90e742a req-48ac744f-b35c-4e7d-9fe7-ed1848351304 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14032be3-3dd9-41b2-922e-8c96f7e3ceea HTTP/1.1" status: 200 len: 217 time: 0.0516615 Oct 29 01:31:41.144356 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 56534) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:41.159019 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-901d67f8-207c-4848-a803-1157fe721828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.238441 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6562e-81fc-4c2e-b350-7891e90e742a req-3a625217-84e0-4775-836a-405db2136562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:41.239927 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5cb6562e-81fc-4c2e-b350-7891e90e742a req-3a625217-84e0-4775-836a-405db2136562 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e316455a-7c55-4b86-a7d0-f74fde07dde0 HTTP/1.1" status: 200 len: 859 time: 0.0859113 Oct 29 01:31:41.246616 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-901d67f8-207c-4848-a803-1157fe721828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.294712 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5cb6562e-81fc-4c2e-b350-7891e90e742a req-a28d48af-f839-4c70-9f3d-ac4cafc5bdfe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88eb5d49-5e4a-4acd-96b7-71423140ff23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391402 Oct 29 01:31:41.336359 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-901d67f8-207c-4848-a803-1157fe721828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.385008 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d67f8-207c-4848-a803-1157fe721828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93030a5-7e58-4915-a399-26b6d90ddbf5,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:41.389603 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-901d67f8-207c-4848-a803-1157fe721828 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea161c90f86f469bb46ea7861232c1d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441621 Oct 29 01:31:41.392569 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 56540) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:41.436717 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5cb6562e-81fc-4c2e-b350-7891e90e742a req-b1980a90-5cd6-45ef-8ab1-3673ad935767 service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234064 Oct 29 01:31:41.457261 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0730d211-3407-43e1-8e7d-37d863cfb7ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.485965 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97299003-bd40-4875-9800-cfeb12767bba req-0a261ff2-a77b-46eb-b15e-e2829db5c4e1 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Made reservation on behalf of 8fd85b4d9790480d9fcf6c340fe60774 for: {'port': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:31:41.486459 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0730d211-3407-43e1-8e7d-37d863cfb7ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.489421 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-97299003-bd40-4875-9800-cfeb12767bba req-0a261ff2-a77b-46eb-b15e-e2829db5c4e1 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.588010 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5cb6562e-81fc-4c2e-b350-7891e90e742a req-ec0afa39-cfe1-481c-9c86-788f492bb08e service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273685 Oct 29 01:31:41.649892 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0730d211-3407-43e1-8e7d-37d863cfb7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.652523 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0730d211-3407-43e1-8e7d-37d863cfb7ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.654798 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-0730d211-3407-43e1-8e7d-37d863cfb7ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e93030a5-7e58-4915-a399-26b6d90ddbf5 HTTP/1.1" status: 204 len: 168 time: 0.2585404 Oct 29 01:31:41.669976 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730d211-3407-43e1-8e7d-37d863cfb7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93030a5-7e58-4915-a399-26b6d90ddbf5,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:41.814676 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-76c1ce5b-df71-490a-88f1-10b4688c391b req-1eeedefd-91b3-4643-ac5d-b40a2d85c131 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 210 time: 0.0452318 Oct 29 01:31:41.837419 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [req-97299003-bd40-4875-9800-cfeb12767bba req-0a261ff2-a77b-46eb-b15e-e2829db5c4e1 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Allocated IP 172.20.0.14 (31d79e44-f117-4da4-9770-f47ee4710344/cb8bbff8-2e86-4046-bd7c-812f4f311ad1/931efb1d-f1f2-431a-986d-18597c552601) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:31:42.016955 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-97299003-bd40-4875-9800-cfeb12767bba req-0a261ff2-a77b-46eb-b15e-e2829db5c4e1 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.038316 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cc059-10c5-4152-b558-e805e7353ab5 req-fe9a2c1c-4b0b-446e-a678-c7b92c74967e tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:42.039946 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c93cc059-10c5-4152-b558-e805e7353ab5 req-fe9a2c1c-4b0b-446e-a678-c7b92c74967e tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0811248 Oct 29 01:31:42.096671 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c93cc059-10c5-4152-b558-e805e7353ab5 req-d143ac5e-e91d-42e1-a03d-e56f6b7d516d tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504820 Oct 29 01:31:42.199757 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-97299003-bd40-4875-9800-cfeb12767bba req-0a261ff2-a77b-46eb-b15e-e2829db5c4e1 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.252272 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97299003-bd40-4875-9800-cfeb12767bba req-0a261ff2-a77b-46eb-b15e-e2829db5c4e1 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Network 31d79e44-f117-4da4-9770-f47ee4710344 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:31:42.257823 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [req-97299003-bd40-4875-9800-cfeb12767bba req-0a261ff2-a77b-46eb-b15e-e2829db5c4e1 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:31:42.261599 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-97299003-bd40-4875-9800-cfeb12767bba req-0a261ff2-a77b-46eb-b15e-e2829db5c4e1 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:31:42.269099 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a261ff2-a77b-46eb-b15e-e2829db5c4e1 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Pushing event updated for resources: {'Port': ['ID=931efb1d-f1f2-431a-986d-18597c552601,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:42.314058 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97299003-bd40-4875-9800-cfeb12767bba req-0a261ff2-a77b-46eb-b15e-e2829db5c4e1 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:42.314662 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-97299003-bd40-4875-9800-cfeb12767bba req-0a261ff2-a77b-46eb-b15e-e2829db5c4e1 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.533317 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97299003-bd40-4875-9800-cfeb12767bba req-0a261ff2-a77b-46eb-b15e-e2829db5c4e1 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4032061 Oct 29 01:31:42.558486 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Request body: {'port': {'device_id': 'bf3aa50a-b738-4d2a-9055-f59b57a4f0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:31:42.615820 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.923891 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931efb1d-f1f2-431a-986d-18597c552601 {{(pid=101938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:31:42.933396 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.951335 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.provisioning_blocks [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Transition to ACTIVE for port object 931efb1d-f1f2-431a-986d-18597c552601 will not be triggered until provisioned by entity L2. {{(pid=101938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:31:42.969403 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa43ef-5b20-448e-93d7-959006dd6553 req-7123b406-189b-406b-b37b-7c42446d3d61 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:42.971005 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-88aa43ef-5b20-448e-93d7-959006dd6553 req-7123b406-189b-406b-b37b-7c42446d3d61 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 932 time: 0.0776324 Oct 29 01:31:43.009601 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-88aa43ef-5b20-448e-93d7-959006dd6553 req-09605473-a680-417c-80c6-105f9c914575 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Oct 29 01:31:43.172118 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:43.250860 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Pushing event updated for resources: {'Port': ['ID=931efb1d-f1f2-431a-986d-18597c552601,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:43.281596 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51d2f2-0ef4-41ca-a47c-874335e31436 req-d53be946-20ef-4b6e-806c-0fc710caa12d tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:43.283254 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ea51d2f2-0ef4-41ca-a47c-874335e31436 req-d53be946-20ef-4b6e-806c-0fc710caa12d tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.1207349 Oct 29 01:31:43.355181 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ea51d2f2-0ef4-41ca-a47c-874335e31436 req-7b84132b-4798-403a-97e4-7ae6eb719c95 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540793 Oct 29 01:31:43.360220 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Attempting to bind port 931efb1d-f1f2-431a-986d-18597c552601 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:31:43.360561 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Attempting to bind port 931efb1d-f1f2-431a-986d-18597c552601 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '49fd1dd9-6d48-43ba-ba57-a848fb088aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '31d79e44-f117-4da4-9770-f47ee4710344'}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:31:43.360895 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Attempting to bind port 931efb1d-f1f2-431a-986d-18597c552601 on network 31d79e44-f117-4da4-9770-f47ee4710344 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:31:43.365307 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Port 931efb1d-f1f2-431a-986d-18597c552601 on network 31d79e44-f117-4da4-9770-f47ee4710344 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:31:43.365626 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Attempting to bind port 931efb1d-f1f2-431a-986d-18597c552601 on network 31d79e44-f117-4da4-9770-f47ee4710344 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:31:43.377665 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:31:43.377665 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Checking segment: {'id': '49fd1dd9-6d48-43ba-ba57-a848fb088aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '31d79e44-f117-4da4-9770-f47ee4710344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:31:43.377665 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Bound using segment: {'id': '49fd1dd9-6d48-43ba-ba57-a848fb088aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '31d79e44-f117-4da4-9770-f47ee4710344'} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:31:43.377665 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Bound port: 931efb1d-f1f2-431a-986d-18597c552601, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49fd1dd9-6d48-43ba-ba57-a848fb088aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '31d79e44-f117-4da4-9770-f47ee4710344'}}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:31:43.377665 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:43.438433 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] For port 931efb1d-f1f2-431a-986d-18597c552601, host hv-cinder-81558, cleared binding levels {{(pid=101938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:31:43.441387 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] For port 931efb1d-f1f2-431a-986d-18597c552601, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=931efb1d-f1f2-431a-986d-18597c552601,segment=NetworkSegment(49fd1dd9-6d48-43ba-ba57-a848fb088aa8),segment_id=49fd1dd9-6d48-43ba-ba57-a848fb088aa8)] {{(pid=101938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:31:43.559861 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:43.606844 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:43.607434 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:43.612603 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97299003-bd40-4875-9800-cfeb12767bba req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] 10.222.0.89 "PUT /v2.0/ports/931efb1d-f1f2-431a-986d-18597c552601 HTTP/1.1" status: 200 len: 1094 time: 1.0582426 Oct 29 01:31:43.613252 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3aa50a-b738-4d2a-9055-f59b57a4f0a4', 'tag': '931efb1d-f1f2-431a-986d-18597c552601'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:31:43.618231 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5754408-1cfe-4b11-bbc4-aef909a3075e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3aa50a-b738-4d2a-9055-f59b57a4f0a4", "tag": "931efb1d-f1f2-431a-986d-18597c552601"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:31:43.640664 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321284f-2635-430f-a5cb-8a010e9565e9 service neutron] Pushing event updated for resources: {'Port': ['ID=931efb1d-f1f2-431a-986d-18597c552601,revision_number=3']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:43.669133 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa8bea5-d112-4156-93b6-ea472029f5e4 x-openstack-request-id: req-5aa8bea5-d112-4156-93b6-ea472029f5e4 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:31:43.669526 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3aa50a-b738-4d2a-9055-f59b57a4f0a4", "tag": "931efb1d-f1f2-431a-986d-18597c552601", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:31:43.669911 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5aa8bea5-d112-4156-93b6-ea472029f5e4 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:31:43.670405 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3aa50a-b738-4d2a-9055-f59b57a4f0a4', 'tag': '931efb1d-f1f2-431a-986d-18597c552601', 'status': 'completed', 'code': 200} Oct 29 01:31:43.776779 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5754408-1cfe-4b11-bbc4-aef909a3075e req-35502e4d-477e-4389-996e-e692489361af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:43.778430 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b5754408-1cfe-4b11-bbc4-aef909a3075e req-35502e4d-477e-4389-996e-e692489361af service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8fd85b4d9790480d9fcf6c340fe60774&device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 1097 time: 0.0472960 Oct 29 01:31:44.269877 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5754408-1cfe-4b11-bbc4-aef909a3075e req-0de6225a-d437-4e40-90df-18d312e5974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:44.269877 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b5754408-1cfe-4b11-bbc4-aef909a3075e req-0de6225a-d437-4e40-90df-18d312e5974f service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=8fd85b4d9790480d9fcf6c340fe60774&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4701054 Oct 29 01:31:44.301201 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce56a80-72fd-4107-83e3-ae6410b04f14 req-5b465e0c-3aa1-4b89-93a9-799bc329031a tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:44.302861 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8ce56a80-72fd-4107-83e3-ae6410b04f14 req-5b465e0c-3aa1-4b89-93a9-799bc329031a tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 944 time: 0.0884008 Oct 29 01:31:44.492297 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8ce56a80-72fd-4107-83e3-ae6410b04f14 req-11651d40-3346-4535-b698-e63433123332 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718907 Oct 29 01:31:44.505771 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5754408-1cfe-4b11-bbc4-aef909a3075e req-234059f4-32b0-4795-8374-5cc7fd004b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:44.507236 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b5754408-1cfe-4b11-bbc4-aef909a3075e req-234059f4-32b0-4795-8374-5cc7fd004b5c service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2285969 Oct 29 01:31:44.523914 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4a3a6-95fc-41e8-b412-e966ae4494b3 req-84784869-c0e7-4bc0-b162-3abb39c4959b tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:44.525454 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d6f4a3a6-95fc-41e8-b412-e966ae4494b3 req-84784869-c0e7-4bc0-b162-3abb39c4959b tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0953503 Oct 29 01:31:44.564854 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d6f4a3a6-95fc-41e8-b412-e966ae4494b3 req-cfdb64e0-474b-45d0-8ef0-5fdc2df27013 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328939 Oct 29 01:31:44.636923 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97299003-bd40-4875-9800-cfeb12767bba req-046055af-7e6b-4f0a-ada7-c9e54b21ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:44.638458 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97299003-bd40-4875-9800-cfeb12767bba req-046055af-7e6b-4f0a-ada7-c9e54b21ed6e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8fd85b4d9790480d9fcf6c340fe60774&device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 1097 time: 0.0421691 Oct 29 01:31:44.693229 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97299003-bd40-4875-9800-cfeb12767bba req-202710b8-2a97-4e43-9d30-8cbcbe8eeb71 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=931efb1d-f1f2-431a-986d-18597c552601 HTTP/1.1" status: 200 len: 217 time: 0.0370896 Oct 29 01:31:44.747411 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97299003-bd40-4875-9800-cfeb12767bba req-a9c7d8f0-8a17-439c-8166-028a4f28adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:44.748788 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97299003-bd40-4875-9800-cfeb12767bba req-a9c7d8f0-8a17-439c-8166-028a4f28adf4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cb8bbff8-2e86-4046-bd7c-812f4f311ad1 HTTP/1.1" status: 200 len: 852 time: 0.0452406 Oct 29 01:31:44.780745 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97299003-bd40-4875-9800-cfeb12767bba req-a30bd17a-5cce-4be3-a32a-e0f478819376 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31d79e44-f117-4da4-9770-f47ee4710344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241241 Oct 29 01:31:44.891352 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97299003-bd40-4875-9800-cfeb12767bba req-678505e2-70ba-4a78-8d13-f38d7e2d6f54 service neutron] 10.222.0.89 "GET /v2.0/networks/31d79e44-f117-4da4-9770-f47ee4710344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920401 Oct 29 01:31:44.905866 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 56666) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:44.999449 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97299003-bd40-4875-9800-cfeb12767bba req-9051546d-caf0-4cf6-93df-43013c43d073 service neutron] 10.222.0.89 "GET /v2.0/networks/31d79e44-f117-4da4-9770-f47ee4710344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979252 Oct 29 01:31:45.044304 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-099b3c7b-8ccd-4595-a281-973f1de76bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:45.117173 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-099b3c7b-8ccd-4595-a281-973f1de76bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:45.359867 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-099b3c7b-8ccd-4595-a281-973f1de76bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:45.402236 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-099b3c7b-8ccd-4595-a281-973f1de76bf8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3da57d2c855148d49fcdaed5cdc3974a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951463 Oct 29 01:31:45.405183 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b3c7b-8ccd-4595-a281-973f1de76bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9932b75-d2c5-4932-8e57-e415bf998f8e,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:45.405312 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 56686) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:45.456883 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f16cc696-9eb6-4405-a685-e0b0630ebbed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:45.481673 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f16cc696-9eb6-4405-a685-e0b0630ebbed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:45.538935 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 56692) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:45.626846 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26ab5b-2ab0-4549-970b-7a144369ec23 req-30d17d43-09ae-4628-8049-e4820179585a tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:45.634584 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4f26ab5b-2ab0-4549-970b-7a144369ec23 req-30d17d43-09ae-4628-8049-e4820179585a tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 944 time: 0.0652928 Oct 29 01:31:45.656714 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f9922c7f-af8a-4c6c-b285-e76c8cf103b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:45.694997 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4f26ab5b-2ab0-4549-970b-7a144369ec23 req-652e917a-3937-40d0-9032-77ec9dcb13f8 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585716 Oct 29 01:31:45.697631 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f16cc696-9eb6-4405-a685-e0b0630ebbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:45.700212 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f16cc696-9eb6-4405-a685-e0b0630ebbed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:45.701282 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-f16cc696-9eb6-4405-a685-e0b0630ebbed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9932b75-d2c5-4932-8e57-e415bf998f8e HTTP/1.1" status: 204 len: 168 time: 0.2952273 Oct 29 01:31:45.714785 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cc696-9eb6-4405-a685-e0b0630ebbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9932b75-d2c5-4932-8e57-e415bf998f8e,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:45.727915 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2b7a7-f8ef-496d-9d24-54e6475c2272 req-9d870337-fe81-4744-9d04-9d07d2175b92 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:45.731296 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9ba2b7a7-f8ef-496d-9d24-54e6475c2272 req-9d870337-fe81-4744-9d04-9d07d2175b92 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0867033 Oct 29 01:31:45.777699 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f9922c7f-af8a-4c6c-b285-e76c8cf103b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:45.780784 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9ba2b7a7-f8ef-496d-9d24-54e6475c2272 req-8d0a3746-0f5d-46e3-bcfe-8b55413f4034 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390770 Oct 29 01:31:45.878836 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f9922c7f-af8a-4c6c-b285-e76c8cf103b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:45.916102 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9922c7f-af8a-4c6c-b285-e76c8cf103b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3348a2a-b13f-4988-b46f-40a0bb7d7a13,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:45.920373 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-f9922c7f-af8a-4c6c-b285-e76c8cf103b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=24ef9599969e40eb99ccdb16ff69d442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804269 Oct 29 01:31:45.923195 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 56700) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:45.972494 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e131978a-a09d-4a50-8f6d-9d1b558c76e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:45.994375 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e131978a-a09d-4a50-8f6d-9d1b558c76e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:46.124883 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e131978a-a09d-4a50-8f6d-9d1b558c76e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:46.127705 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e131978a-a09d-4a50-8f6d-9d1b558c76e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:46.128840 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-e131978a-a09d-4a50-8f6d-9d1b558c76e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3348a2a-b13f-4988-b46f-40a0bb7d7a13 HTTP/1.1" status: 204 len: 168 time: 0.2048256 Oct 29 01:31:46.137119 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131978a-a09d-4a50-8f6d-9d1b558c76e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3348a2a-b13f-4988-b46f-40a0bb7d7a13,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:46.830597 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1213b-fc1b-4c6c-88fe-6eac585dd956 req-a4d12dff-8e50-42bf-ac7d-e54689a93083 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:46.832335 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-43d1213b-fc1b-4c6c-88fe-6eac585dd956 req-a4d12dff-8e50-42bf-ac7d-e54689a93083 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 944 time: 0.0619659 Oct 29 01:31:46.865077 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 56726) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:46.882814 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-84a06334-33b9-4aec-a1d9-26b9c0c8d3ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:46.911404 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-43d1213b-fc1b-4c6c-88fe-6eac585dd956 req-61a92990-0e97-4a66-9836-60afb103fee6 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715215 Oct 29 01:31:46.935849 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c7d04-7c04-4e83-aa7a-22d15c3d5037 req-b9c5816c-2c59-4176-a4f6-8d765f2b6b8d tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:46.938715 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d03c7d04-7c04-4e83-aa7a-22d15c3d5037 req-b9c5816c-2c59-4176-a4f6-8d765f2b6b8d tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0792148 Oct 29 01:31:46.968060 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-84a06334-33b9-4aec-a1d9-26b9c0c8d3ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:46.981053 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d03c7d04-7c04-4e83-aa7a-22d15c3d5037 req-f6c2b01c-2cff-48c7-830d-a972730e3de5 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360458 Oct 29 01:31:47.084869 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-84a06334-33b9-4aec-a1d9-26b9c0c8d3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:47.123345 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-84a06334-33b9-4aec-a1d9-26b9c0c8d3ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0cda235bb8684f619c23942dd906b44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571917 Oct 29 01:31:47.124846 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a06334-33b9-4aec-a1d9-26b9c0c8d3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a88806-f688-4180-b978-4faac5283842,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:47.127286 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 56734) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:47.179747 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f15580ef-064c-4909-b024-fceca3affcd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:47.203201 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f15580ef-064c-4909-b024-fceca3affcd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:47.485381 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f15580ef-064c-4909-b024-fceca3affcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:47.506885 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f15580ef-064c-4909-b024-fceca3affcd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:47.506885 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-f15580ef-064c-4909-b024-fceca3affcd9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26a88806-f688-4180-b978-4faac5283842 HTTP/1.1" status: 204 len: 168 time: 0.3608437 Oct 29 01:31:47.506885 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15580ef-064c-4909-b024-fceca3affcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a88806-f688-4180-b978-4faac5283842,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:48.041398 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc047d-f4a7-4d8c-96fb-a2106cc2f63d req-26a55698-82b4-4006-a734-d0229b8cf658 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:48.042948 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4acc047d-f4a7-4d8c-96fb-a2106cc2f63d req-26a55698-82b4-4006-a734-d0229b8cf658 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 944 time: 0.0525022 Oct 29 01:31:48.113908 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4acc047d-f4a7-4d8c-96fb-a2106cc2f63d req-a4436a42-1a5a-4bed-ab15-3bdbe10c0bdf tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646729 Oct 29 01:31:48.130177 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533429-b3ad-4219-8d02-6e8a58546fce req-509edf8c-35ce-4b6e-b6dc-e4e3aa6fd491 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:48.131666 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5f533429-b3ad-4219-8d02-6e8a58546fce req-509edf8c-35ce-4b6e-b6dc-e4e3aa6fd491 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0750175 Oct 29 01:31:48.170460 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5f533429-b3ad-4219-8d02-6e8a58546fce req-ece7da5c-5bff-436f-ac6c-b9ab05686200 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330443 Oct 29 01:31:48.648251 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 931efb1d-f1f2-431a-986d-18597c552601 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:31:48.752834 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 931efb1d-f1f2-431a-986d-18597c552601, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=931efb1d-f1f2-431a-986d-18597c552601,segment=NetworkSegment(49fd1dd9-6d48-43ba-ba57-a848fb088aa8),segment_id=49fd1dd9-6d48-43ba-ba57-a848fb088aa8)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:31:48.763682 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '931efb1d-f1f2-431a-986d-18597c552601', 'network_id': '31d79e44-f117-4da4-9770-f47ee4710344', 'port_id': '931efb1d-f1f2-431a-986d-18597c552601', 'mac_address': 'fa:16:3e:93:c9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8bbff8-2e86-4046-bd7c-812f4f311ad1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:31:48.801545 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:48.814695 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931efb1d-f1f2-431a-986d-18597c552601 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:31:48.833322 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 931efb1d-f1f2-431a-986d-18597c552601, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=931efb1d-f1f2-431a-986d-18597c552601,segment=NetworkSegment(49fd1dd9-6d48-43ba-ba57-a848fb088aa8),segment_id=49fd1dd9-6d48-43ba-ba57-a848fb088aa8)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:31:48.976404 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:49.034625 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=931efb1d-f1f2-431a-986d-18597c552601,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:49.041879 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:49.042222 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:49.042556 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:49.042886 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:49.043234 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:49.043553 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:49.043878 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:49.044201 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:49.044541 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:49.044870 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:49.045245 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:49.045563 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:49.242167 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816080a3-5623-442f-b23b-1af3426b8ffc req-7027c228-2110-4c5c-bf4a-d2a39371d8f1 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:49.251646 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-816080a3-5623-442f-b23b-1af3426b8ffc req-7027c228-2110-4c5c-bf4a-d2a39371d8f1 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 945 time: 0.0559690 Oct 29 01:31:49.318422 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-816080a3-5623-442f-b23b-1af3426b8ffc req-19b8a3e6-31d0-4172-8188-c6ddc9573a38 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658782 Oct 29 01:31:49.329396 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985398f-4299-40b0-b499-703ea607a57b req-53a42b45-fb6c-495d-805b-31e01e15c01a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:49.331294 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6985398f-4299-40b0-b499-703ea607a57b req-53a42b45-fb6c-495d-805b-31e01e15c01a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0862436 Oct 29 01:31:49.370298 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6985398f-4299-40b0-b499-703ea607a57b req-88a01112-d95e-40a3-99ba-64b3cfc4aeb1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317988 Oct 29 01:31:49.394879 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['931efb1d-f1f2-431a-986d-18597c552601'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:31:50.381769 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:31:50.454507 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0475ff-d640-45b3-bd01-ca0298634b94 req-c41c85f2-942c-4551-8584-01fc0db676c7 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:50.456091 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3e0475ff-d640-45b3-bd01-ca0298634b94 req-c41c85f2-942c-4551-8584-01fc0db676c7 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 945 time: 0.0593729 Oct 29 01:31:50.527882 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3e0475ff-d640-45b3-bd01-ca0298634b94 req-777a91b5-d403-4947-8a3c-993cd321dc88 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615394 Oct 29 01:31:50.539294 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbe5e6-b805-416e-9e0b-f37689a3c77b req-0cd7b9b6-8d0d-445c-ba67-832b7d1ec5a5 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:50.541050 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2acbe5e6-b805-416e-9e0b-f37689a3c77b req-0cd7b9b6-8d0d-445c-ba67-832b7d1ec5a5 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0840271 Oct 29 01:31:50.583259 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2acbe5e6-b805-416e-9e0b-f37689a3c77b req-305d9bb8-941b-46e6-ad0c-6cd3f6a90b58 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347562 Oct 29 01:31:50.658721 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 931efb1d-f1f2-431a-986d-18597c552601 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:31:50.810698 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port 931efb1d-f1f2-431a-986d-18597c552601 completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:31:50.815271 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 931efb1d-f1f2-431a-986d-18597c552601 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:31:50.815700 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:50.893043 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:50.915699 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3aa50a-b738-4d2a-9055-f59b57a4f0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931efb1d-f1f2-431a-986d-18597c552601'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:31:50.917935 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f510137-1268-4ae3-b76e-fc914d184b98" -d '{"events": [{"server_uuid": "bf3aa50a-b738-4d2a-9055-f59b57a4f0a4", "name": "network-vif-plugged", "status": "completed", "tag": "931efb1d-f1f2-431a-986d-18597c552601"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:31:50.931182 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 931efb1d-f1f2-431a-986d-18597c552601, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=931efb1d-f1f2-431a-986d-18597c552601,segment=NetworkSegment(49fd1dd9-6d48-43ba-ba57-a848fb088aa8),segment_id=49fd1dd9-6d48-43ba-ba57-a848fb088aa8)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:31:50.960321 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e52805-f2e1-480e-b1f2-227baf09830b x-openstack-request-id: req-a2e52805-f2e1-480e-b1f2-227baf09830b {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:31:50.960638 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3aa50a-b738-4d2a-9055-f59b57a4f0a4", "name": "network-vif-plugged", "status": "completed", "tag": "931efb1d-f1f2-431a-986d-18597c552601", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:31:50.960960 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2e52805-f2e1-480e-b1f2-227baf09830b {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:31:50.961286 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3aa50a-b738-4d2a-9055-f59b57a4f0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931efb1d-f1f2-431a-986d-18597c552601', 'code': 200} Oct 29 01:31:51.027296 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:51.081953 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=931efb1d-f1f2-431a-986d-18597c552601,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:51.359649 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da96b00-9382-47d3-825b-64903bf14def req-ddf64024-23ad-4454-9369-e2aa0fec59f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:51.363656 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4da96b00-9382-47d3-825b-64903bf14def req-ddf64024-23ad-4454-9369-e2aa0fec59f5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 1099 time: 0.0404940 Oct 29 01:31:51.399850 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4da96b00-9382-47d3-825b-64903bf14def req-adbcdbcf-7568-4de6-8c3b-676cd3f85ea2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298829 Oct 29 01:31:51.666878 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c02437-12c5-4db6-986e-8662e49fb117 req-9752b06f-316e-4685-b933-10a490c86e46 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:51.669813 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d9c02437-12c5-4db6-986e-8662e49fb117 req-9752b06f-316e-4685-b933-10a490c86e46 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 946 time: 0.0668046 Oct 29 01:31:51.739788 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d9c02437-12c5-4db6-986e-8662e49fb117 req-2c86a387-a68b-4828-8f33-81e661d12da7 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610394 Oct 29 01:31:51.747992 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd21bbd-6b96-4882-aa25-bb28e1f3d1c4 req-93eb5774-5a55-413a-8b7e-3f482a07a496 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:51.749796 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7dd21bbd-6b96-4882-aa25-bb28e1f3d1c4 req-93eb5774-5a55-413a-8b7e-3f482a07a496 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0802898 Oct 29 01:31:51.793480 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7dd21bbd-6b96-4882-aa25-bb28e1f3d1c4 req-b073cb29-6ff7-401e-83cc-080f9cae8d19 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343964 Oct 29 01:31:52.865876 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5ba91-17d5-4f4c-b7a1-d9997a8dede8 req-86daf19e-1649-4ee4-9df6-1e13a19b6133 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:52.873609 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-30f5ba91-17d5-4f4c-b7a1-d9997a8dede8 req-86daf19e-1649-4ee4-9df6-1e13a19b6133 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 946 time: 0.0610611 Oct 29 01:31:52.942461 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-30f5ba91-17d5-4f4c-b7a1-d9997a8dede8 req-a2fd709d-2aa7-4cc8-84c8-bef807746861 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572038 Oct 29 01:31:52.950553 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579db409-be6d-47c6-a688-7d8407574ccd req-53255b56-e5f7-45c2-8e46-15c333b4ca52 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:52.952134 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-579db409-be6d-47c6-a688-7d8407574ccd req-53255b56-e5f7-45c2-8e46-15c333b4ca52 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0766003 Oct 29 01:31:53.006801 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-579db409-be6d-47c6-a688-7d8407574ccd req-90c2e7ec-d4ed-4f20-a330-a50a3f6ec1da tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416093 Oct 29 01:31:54.068700 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db522d4c-4f6c-4610-99e7-9b3198c1e7f6 req-e88235ec-3911-4056-a2c0-512178fa4e01 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:54.070999 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-db522d4c-4f6c-4610-99e7-9b3198c1e7f6 req-e88235ec-3911-4056-a2c0-512178fa4e01 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 946 time: 0.0530879 Oct 29 01:31:54.137960 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-db522d4c-4f6c-4610-99e7-9b3198c1e7f6 req-203caf36-e49c-4d0a-bd24-92719ee2483f tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608516 Oct 29 01:31:54.163240 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079ae60-67b7-4c1c-8217-83108eabc4d6 req-22d80daf-2a55-4ed8-99e7-e47d8f4a5f41 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:54.163240 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0079ae60-67b7-4c1c-8217-83108eabc4d6 req-22d80daf-2a55-4ed8-99e7-e47d8f4a5f41 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0762413 Oct 29 01:31:54.219331 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0079ae60-67b7-4c1c-8217-83108eabc4d6 req-6e70a6b3-4114-49ce-b564-983a240e0a4e tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442019 Oct 29 01:31:55.344690 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93192801-e19d-4203-b373-5f155f9fa499 req-814276f8-1596-469e-8aa4-4883e0bd1f98 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:55.346252 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-93192801-e19d-4203-b373-5f155f9fa499 req-814276f8-1596-469e-8aa4-4883e0bd1f98 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0545712 Oct 29 01:31:55.395752 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-93192801-e19d-4203-b373-5f155f9fa499 req-384b6ce8-ff71-473e-a4b3-c0fe6815fb69 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366187 Oct 29 01:31:56.527791 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c293cde-eff3-4166-9f53-1813bc023176 req-d3753cf1-7331-417f-9676-d77dde17de05 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:56.529288 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2c293cde-eff3-4166-9f53-1813bc023176 req-d3753cf1-7331-417f-9676-d77dde17de05 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0500705 Oct 29 01:31:56.568634 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2c293cde-eff3-4166-9f53-1813bc023176 req-f08c89ff-30ae-4e21-8637-35e2ff03cf9a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324440 Oct 29 01:31:57.038153 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b173fde-9cfa-4845-8ce6-6294ba979090 req-17ae4b2f-f62d-4ebe-9999-ecb9d1b314ae tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:57.039550 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1b173fde-9cfa-4845-8ce6-6294ba979090 req-17ae4b2f-f62d-4ebe-9999-ecb9d1b314ae tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0495970 Oct 29 01:31:57.080529 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1b173fde-9cfa-4845-8ce6-6294ba979090 req-92a03a28-9ba9-4c49-b4da-cccc1d0ba9d6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334442 Oct 29 01:31:57.689759 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2a0f4-9619-4fd8-ac7c-39c59ceca662 req-af6181b0-7a38-4dcc-8e9c-0bd41b93a8ff tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:57.691231 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ffd2a0f4-9619-4fd8-ac7c-39c59ceca662 req-af6181b0-7a38-4dcc-8e9c-0bd41b93a8ff tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0523906 Oct 29 01:31:57.734694 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ffd2a0f4-9619-4fd8-ac7c-39c59ceca662 req-fd0f7d47-bffe-4d32-a8bd-290cf34730b4 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366347 Oct 29 01:31:58.236779 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dee60e-c54e-457a-a2b4-ddc17a38cbfa req-0d728bd7-7481-4bb3-a486-73c460263380 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:58.238316 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-52dee60e-c54e-457a-a2b4-ddc17a38cbfa req-0d728bd7-7481-4bb3-a486-73c460263380 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0501275 Oct 29 01:31:58.279686 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-52dee60e-c54e-457a-a2b4-ddc17a38cbfa req-51ee042f-8ed5-4af4-9c33-c2f80c326b4e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353699 Oct 29 01:31:58.485457 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-639b92a8-482d-4bf3-98f2-df9260c20ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:58.849025 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44155191-719b-437e-b603-675c626919a9 req-3e459906-ee38-4e1a-81a4-06f959f63591 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:58.850520 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-44155191-719b-437e-b603-675c626919a9 req-3e459906-ee38-4e1a-81a4-06f959f63591 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0481679 Oct 29 01:31:58.890943 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-44155191-719b-437e-b603-675c626919a9 req-06f32058-a9d4-4639-85bb-bc16961774f3 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344462 Oct 29 01:31:59.403896 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28d219-9d96-472f-a225-b29dfb621523 req-a2f9818d-0f5a-4d6f-86f4-76b674737f74 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:59.406158 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5a28d219-9d96-472f-a225-b29dfb621523 req-a2f9818d-0f5a-4d6f-86f4-76b674737f74 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0516391 Oct 29 01:31:59.445655 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5a28d219-9d96-472f-a225-b29dfb621523 req-15d85c92-5d05-4f59-bfdc-15b133b3180c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329752 Oct 29 01:32:00.005861 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887c1ce-b518-4868-8472-ceec50ea0206 req-e5a4ea64-ddd7-456d-a921-7d09f148fac0 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:00.007302 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a887c1ce-b518-4868-8472-ceec50ea0206 req-e5a4ea64-ddd7-456d-a921-7d09f148fac0 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0484014 Oct 29 01:32:00.044432 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a887c1ce-b518-4868-8472-ceec50ea0206 req-f8a10d07-f4d3-4b4b-a308-26f2fee43435 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312254 Oct 29 01:32:00.562718 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafae013-0969-46c8-ba97-43c970dc08b6 req-cbd9fdfe-95b0-4873-a3ac-37856689c931 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:00.566957 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cafae013-0969-46c8-ba97-43c970dc08b6 req-cbd9fdfe-95b0-4873-a3ac-37856689c931 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0510819 Oct 29 01:32:00.604854 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cafae013-0969-46c8-ba97-43c970dc08b6 req-79c3f997-41eb-4e50-8df9-8a0b947b052c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346196 Oct 29 01:32:01.084866 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-2953a4f1-3d46-4d42-9326-f218fc24d3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:01.164539 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af403e-1413-4ed2-b436-f6d415720b7b req-cb1b6a5f-db72-4500-bf6a-204f1556b556 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:01.166058 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-03af403e-1413-4ed2-b436-f6d415720b7b req-cb1b6a5f-db72-4500-bf6a-204f1556b556 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0522308 Oct 29 01:32:01.208950 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-03af403e-1413-4ed2-b436-f6d415720b7b req-27b4138e-6c44-412a-b444-6817c6bb370e tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352290 Oct 29 01:32:01.613866 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:01.754062 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5f2c1-c377-4fa5-957f-8b56c19df57e req-c8d9cb8c-544f-40dc-a20b-9d137ed265d8 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:01.754062 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4bf5f2c1-c377-4fa5-957f-8b56c19df57e req-c8d9cb8c-544f-40dc-a20b-9d137ed265d8 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0594761 Oct 29 01:32:01.792129 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4bf5f2c1-c377-4fa5-957f-8b56c19df57e req-0cdba4f3-19e7-492a-869e-c110c89f6ee9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339010 Oct 29 01:32:02.221753 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:02.325712 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c19164-1140-432f-af23-e9e285c9fb7e req-1434e1b8-b065-40c5-8545-92c01e6b728b tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:02.327976 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a3c19164-1140-432f-af23-e9e285c9fb7e req-1434e1b8-b065-40c5-8545-92c01e6b728b tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0486977 Oct 29 01:32:02.365260 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a3c19164-1140-432f-af23-e9e285c9fb7e req-b178ed65-2161-4d36-9fae-c962285f6294 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314012 Oct 29 01:32:02.915585 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524105d-5504-4dff-b3dc-75eb44abf34d req-fb37ff4b-7416-43b7-806e-cf4be2f6ff29 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:02.917016 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c524105d-5504-4dff-b3dc-75eb44abf34d req-fb37ff4b-7416-43b7-806e-cf4be2f6ff29 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0502210 Oct 29 01:32:02.954689 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c524105d-5504-4dff-b3dc-75eb44abf34d req-f962e7ef-3112-4574-b665-d3543814374d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307276 Oct 29 01:32:03.396816 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628b878-7642-43fd-a603-d426d1686482 req-8fc0b4a7-d3dd-4905-bd2f-6938e07e6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:03.398334 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c628b878-7642-43fd-a603-d426d1686482 req-8fc0b4a7-d3dd-4905-bd2f-6938e07e6637 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 1099 time: 0.0389564 Oct 29 01:32:03.448442 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c628b878-7642-43fd-a603-d426d1686482 req-9a304ac9-9ce6-4f25-8985-828a1718e76f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405180 Oct 29 01:32:03.487376 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf7965-83b6-48c7-98be-246fc98fa032 req-87d54390-2a04-402f-bfd0-5be3f8e27916 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:03.488837 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-feaf7965-83b6-48c7-98be-246fc98fa032 req-87d54390-2a04-402f-bfd0-5be3f8e27916 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0508976 Oct 29 01:32:03.536458 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-feaf7965-83b6-48c7-98be-246fc98fa032 req-ad33132f-f72d-4d9b-93c0-1612667a42ed tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Oct 29 01:32:04.076457 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b75c-0ae1-41e3-8e50-d569b9f75526 req-28e76196-034c-4bfb-8803-f7a4c18040bf tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:04.078945 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f067b75c-0ae1-41e3-8e50-d569b9f75526 req-28e76196-034c-4bfb-8803-f7a4c18040bf tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0529082 Oct 29 01:32:04.122401 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f067b75c-0ae1-41e3-8e50-d569b9f75526 req-3048f1f8-04da-4dbb-bab2-46810ec4974a tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372078 Oct 29 01:32:04.181899 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:04.656199 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772c31e-951c-4e63-8c69-032276c81ab8 req-082722b7-e3ea-462e-86e7-ecdf46f83a55 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:04.657686 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0772c31e-951c-4e63-8c69-032276c81ab8 req-082722b7-e3ea-462e-86e7-ecdf46f83a55 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0488791 Oct 29 01:32:04.695232 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0772c31e-951c-4e63-8c69-032276c81ab8 req-a12e630a-a6b4-4e70-88a6-64c0c48f7315 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314007 Oct 29 01:32:04.874488 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 57254) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:05.043574 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6382a4a9-6fe1-4607-9b06-53379851519b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:05.121184 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6382a4a9-6fe1-4607-9b06-53379851519b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:05.250210 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f287d57-7758-48c1-90d9-c675c2344367 req-bee2305f-1989-473d-bf82-bac33e9e0309 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:05.251713 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1f287d57-7758-48c1-90d9-c675c2344367 req-bee2305f-1989-473d-bf82-bac33e9e0309 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0534523 Oct 29 01:32:05.254112 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6382a4a9-6fe1-4607-9b06-53379851519b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:05.312633 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1f287d57-7758-48c1-90d9-c675c2344367 req-30c90eaa-6613-412a-818d-a54706527e58 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495942 Oct 29 01:32:05.313449 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-6382a4a9-6fe1-4607-9b06-53379851519b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9177422a6f4645be8ecdff7a14f2dab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382608 Oct 29 01:32:05.313868 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 57270) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:05.338131 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382a4a9-6fe1-4607-9b06-53379851519b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957878f9-9d15-4f82-8ae4-f6979b74dc12,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:05.377512 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f8b4120d-54ce-479d-81df-3dc00ec9b463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:05.402043 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f8b4120d-54ce-479d-81df-3dc00ec9b463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:05.558983 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 57276) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:05.576191 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f8b4120d-54ce-479d-81df-3dc00ec9b463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:05.579657 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f8b4120d-54ce-479d-81df-3dc00ec9b463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:05.580915 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-f8b4120d-54ce-479d-81df-3dc00ec9b463 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/957878f9-9d15-4f82-8ae4-f6979b74dc12 HTTP/1.1" status: 204 len: 168 time: 0.2653639 Oct 29 01:32:05.590129 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4120d-54ce-479d-81df-3dc00ec9b463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957878f9-9d15-4f82-8ae4-f6979b74dc12,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:05.682156 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc560-5a36-4e65-9d32-9448e07d449b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:05.811873 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc560-5a36-4e65-9d32-9448e07d449b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:05.835690 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f69935-a14a-4df4-88b2-b6958138b2dc req-bddd283f-49b3-41ee-af2e-d3debfb14ab5 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:05.837417 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-00f69935-a14a-4df4-88b2-b6958138b2dc req-bddd283f-49b3-41ee-af2e-d3debfb14ab5 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.1032753 Oct 29 01:32:05.850416 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdb420-7fa6-4d6f-89b2-a8d0e37878db req-8fae79a7-aafc-46ca-bb99-9056ec07911c tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:05.851826 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-adcdb420-7fa6-4d6f-89b2-a8d0e37878db req-8fae79a7-aafc-46ca-bb99-9056ec07911c tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0799241 Oct 29 01:32:05.904572 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc560-5a36-4e65-9d32-9448e07d449b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:05.926194 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-00f69935-a14a-4df4-88b2-b6958138b2dc req-6dcd7d24-8d7e-46b8-bb60-7b18a23b48ed tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734119 Oct 29 01:32:05.936742 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-adcdb420-7fa6-4d6f-89b2-a8d0e37878db req-cf7f4e22-1438-4fc5-a9c2-8d361edf72aa tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774252 Oct 29 01:32:05.978209 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-a4ebc560-5a36-4e65-9d32-9448e07d449b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c4f3d89d306448aa90d99e16c4efc37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157753 Oct 29 01:32:05.978209 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebc560-5a36-4e65-9d32-9448e07d449b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921678b6-1828-4385-8868-ad9e40a43e03,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:05.978609 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 57296) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:06.048929 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:06.076394 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:06.304610 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:06.308144 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:06.309420 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/921678b6-1828-4385-8868-ad9e40a43e03 HTTP/1.1" status: 204 len: 168 time: 0.3257968 Oct 29 01:32:06.318697 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921678b6-1828-4385-8868-ad9e40a43e03,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:06.326093 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.326463 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.327388 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.327718 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.328128 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.328480 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.328851 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.329180 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.329488 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.329830 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.330153 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.330469 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93416f6-434a-4b6a-8b84-d30c728f237c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.491984 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cf7b5-ff31-4d42-bc58-6379fa307042 req-e402deb8-0ad6-4f8a-abc1-401b79f4fcf5 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:06.493595 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d96cf7b5-ff31-4d42-bc58-6379fa307042 req-e402deb8-0ad6-4f8a-abc1-401b79f4fcf5 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0888679 Oct 29 01:32:06.506417 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e82bc-9fd3-49f3-9a6d-345162871b60 req-034c0e93-29bd-4653-8580-694ff38541a9 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:06.507890 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2b2e82bc-9fd3-49f3-9a6d-345162871b60 req-034c0e93-29bd-4653-8580-694ff38541a9 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0756655 Oct 29 01:32:06.599593 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d96cf7b5-ff31-4d42-bc58-6379fa307042 req-9f62efca-2e15-4520-946e-732f5a3eafba tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907364 Oct 29 01:32:06.614405 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2b2e82bc-9fd3-49f3-9a6d-345162871b60 req-d8e2bf1f-7060-482c-adc4-763d27e379f0 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981176 Oct 29 01:32:06.635511 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6476f0-ff95-4ba7-839d-24420a28ee49 req-0700da0f-6098-4005-9a2f-8f0411293d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:06.637012 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bb6476f0-ff95-4ba7-839d-24420a28ee49 req-0700da0f-6098-4005-9a2f-8f0411293d46 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb919510c0cf40f18e2cba8d84793a7f&device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 1099 time: 0.1078475 Oct 29 01:32:06.747171 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6476f0-ff95-4ba7-839d-24420a28ee49 req-c56d7298-24bb-4109-bb35-4bb71a0d067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:06.748736 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bb6476f0-ff95-4ba7-839d-24420a28ee49 req-c56d7298-24bb-4109-bb35-4bb71a0d067b service neutron] 10.222.0.89 "GET /v2.0/networks?id=88eb5d49-5e4a-4acd-96b7-71423140ff23 HTTP/1.1" status: 200 len: 920 time: 0.0972703 Oct 29 01:32:06.832756 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bb6476f0-ff95-4ba7-839d-24420a28ee49 req-624655ef-fdc8-4765-b474-208f2e05cb36 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14032be3-3dd9-41b2-922e-8c96f7e3ceea HTTP/1.1" status: 200 len: 217 time: 0.0359213 Oct 29 01:32:06.899242 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6476f0-ff95-4ba7-839d-24420a28ee49 req-047e6e49-1861-491f-9d3c-add01dcf9555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:06.900816 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bb6476f0-ff95-4ba7-839d-24420a28ee49 req-047e6e49-1861-491f-9d3c-add01dcf9555 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e316455a-7c55-4b86-a7d0-f74fde07dde0 HTTP/1.1" status: 200 len: 859 time: 0.0553954 Oct 29 01:32:06.952116 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bb6476f0-ff95-4ba7-839d-24420a28ee49 req-fcafa1cf-f0e9-4463-9694-610bf8e0cd68 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88eb5d49-5e4a-4acd-96b7-71423140ff23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253675 Oct 29 01:32:07.033174 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 57344) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:07.048511 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-347b8e31-0e41-4016-acdb-424d51d88fd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:07.078169 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36af45-7f27-4b88-ba1e-48dd4e355045 req-6a101567-a658-499f-b75c-238695b9f803 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:07.079685 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-eb36af45-7f27-4b88-ba1e-48dd4e355045 req-6a101567-a658-499f-b75c-238695b9f803 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0720387 Oct 29 01:32:07.112466 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bb6476f0-ff95-4ba7-839d-24420a28ee49 req-a88a0a1a-efd9-4add-ab9f-4d7a959bfae8 service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500673 Oct 29 01:32:07.138356 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-347b8e31-0e41-4016-acdb-424d51d88fd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:07.147946 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-eb36af45-7f27-4b88-ba1e-48dd4e355045 req-26d632d2-434d-446d-8946-88cc3a66f6b0 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621390 Oct 29 01:32:07.220441 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bb6476f0-ff95-4ba7-839d-24420a28ee49 req-2ef4a839-d55b-444f-aa6a-cd44545893d2 service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959890 Oct 29 01:32:07.226964 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-347b8e31-0e41-4016-acdb-424d51d88fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:07.281693 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-347b8e31-0e41-4016-acdb-424d51d88fd7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3fb18c8b33c4465e996c4a0d29dca6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428851 Oct 29 01:32:07.281693 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b8e31-0e41-4016-acdb-424d51d88fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab70ec4-075f-4bd9-91e2-29adbecd0d11,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:07.282022 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 57348) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:07.348896 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:07.371811 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:07.507667 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:07.510279 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:07.511535 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ab70ec4-075f-4bd9-91e2-29adbecd0d11 HTTP/1.1" status: 204 len: 168 time: 0.2285101 Oct 29 01:32:07.520441 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab70ec4-075f-4bd9-91e2-29adbecd0d11,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:07.527568 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:07.527920 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:07.528258 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:07.528643 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:07.528973 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:07.529304 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:07.529668 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:07.530283 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:07.530523 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:07.530872 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:07.531189 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:07.531507 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d2bd-57a0-43c2-a7a2-429bdea2f8f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:07.765640 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d030c80-a6b4-4172-865e-e42d1c063dd5 req-87b5ae44-fe3b-430f-a383-765a81f8ec61 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:07.767069 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0d030c80-a6b4-4172-865e-e42d1c063dd5 req-87b5ae44-fe3b-430f-a383-765a81f8ec61 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0835590 Oct 29 01:32:07.779259 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd9f23-a663-4710-b164-220a9c563299 req-f1be3fd1-6547-4379-ac4d-db9e202546d2 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:07.781251 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cddd9f23-a663-4710-b164-220a9c563299 req-f1be3fd1-6547-4379-ac4d-db9e202546d2 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0658963 Oct 29 01:32:07.840280 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0d030c80-a6b4-4172-865e-e42d1c063dd5 req-15de1177-1a5d-4905-a75b-30e101de6045 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580769 Oct 29 01:32:07.843183 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cddd9f23-a663-4710-b164-220a9c563299 req-5825fb5b-5c8c-45d3-bdf2-3a0b8bd66e51 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543437 Oct 29 01:32:08.266551 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fed18-8fe4-4f34-91a5-275446374d2e req-703f4e65-8192-488f-a576-47b21f2c8aa9 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:08.268008 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-569fed18-8fe4-4f34-91a5-275446374d2e req-703f4e65-8192-488f-a576-47b21f2c8aa9 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0506432 Oct 29 01:32:08.310933 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-569fed18-8fe4-4f34-91a5-275446374d2e req-7413b675-78e5-48c9-b70c-d7bec034a019 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351195 Oct 29 01:32:08.996322 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c729d-3585-40e8-837e-e57ecf0709ea req-dce480c6-ad9c-4eed-a11c-84d993ea7536 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:08.997862 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-462c729d-3585-40e8-837e-e57ecf0709ea req-dce480c6-ad9c-4eed-a11c-84d993ea7536 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0806506 Oct 29 01:32:09.007136 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edd4fa-bd05-4274-8b4d-d05c840044a5 req-23f9a294-8acd-4d5b-89d8-ad5f47b7ea17 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:09.008635 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-99edd4fa-bd05-4274-8b4d-d05c840044a5 req-23f9a294-8acd-4d5b-89d8-ad5f47b7ea17 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0894203 Oct 29 01:32:09.063943 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-462c729d-3585-40e8-837e-e57ecf0709ea req-7bf8f8de-e9c5-4b94-b9f3-198ba31f4a3e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542722 Oct 29 01:32:09.077035 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-99edd4fa-bd05-4274-8b4d-d05c840044a5 req-dfaa49f4-11b8-4b42-8ff4-64b7dc5ba81a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597329 Oct 29 01:32:09.466195 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df69252-e0f0-4de8-9a58-fecff9565f52 req-a2538959-49fd-45cc-a311-e97df1b2b454 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:09.468582 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0df69252-e0f0-4de8-9a58-fecff9565f52 req-a2538959-49fd-45cc-a311-e97df1b2b454 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0834417 Oct 29 01:32:09.479416 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-589ffbdb-7505-401b-9d08-d8dfe61fbd2c req-dade0e6e-7ff7-4019-bdc5-9753369f05e7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665219 Oct 29 01:32:09.512233 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0df69252-e0f0-4de8-9a58-fecff9565f52 req-739eb13b-9432-49d9-9864-770ba135552e tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372529 Oct 29 01:32:09.569490 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ffbdb-7505-401b-9d08-d8dfe61fbd2c req-cc70c174-d962-485b-87b3-8e193fc615bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:09.571010 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-589ffbdb-7505-401b-9d08-d8dfe61fbd2c req-cc70c174-d962-485b-87b3-8e193fc615bf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb919510c0cf40f18e2cba8d84793a7f&device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 1098 time: 0.0416620 Oct 29 01:32:09.701858 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:09.916411 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ffbdb-7505-401b-9d08-d8dfe61fbd2c req-496697ba-0718-42f4-b29a-6ed4b72e8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:09.918005 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-589ffbdb-7505-401b-9d08-d8dfe61fbd2c req-496697ba-0718-42f4-b29a-6ed4b72e8081 service neutron] 10.222.0.89 "GET /v2.0/networks?id=88eb5d49-5e4a-4acd-96b7-71423140ff23 HTTP/1.1" status: 200 len: 920 time: 0.3141861 Oct 29 01:32:09.971145 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-589ffbdb-7505-401b-9d08-d8dfe61fbd2c req-d14a284a-14f5-4793-8b60-853c94f290ad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=384b986f-b7cf-4436-8f0b-cacf632317f5 HTTP/1.1" status: 200 len: 217 time: 0.0387287 Oct 29 01:32:10.030922 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ffbdb-7505-401b-9d08-d8dfe61fbd2c req-fc32bfe9-5946-4d0e-b023-19239120daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:10.032096 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-589ffbdb-7505-401b-9d08-d8dfe61fbd2c req-fc32bfe9-5946-4d0e-b023-19239120daa6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e316455a-7c55-4b86-a7d0-f74fde07dde0 HTTP/1.1" status: 200 len: 859 time: 0.0446076 Oct 29 01:32:10.071821 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-589ffbdb-7505-401b-9d08-d8dfe61fbd2c req-0765e42d-11f9-4e80-a8f9-fc736ff1db48 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88eb5d49-5e4a-4acd-96b7-71423140ff23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268021 Oct 29 01:32:10.242369 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-589ffbdb-7505-401b-9d08-d8dfe61fbd2c req-6022aee2-8bd7-424b-990d-cae811554e2a service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592448 Oct 29 01:32:10.261416 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1435e-53b1-4b6e-a685-0c73f508ab5e req-bdd770af-f9b7-4562-b226-18a2b6697dd0 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:10.262904 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d6c1435e-53b1-4b6e-a685-0c73f508ab5e req-bdd770af-f9b7-4562-b226-18a2b6697dd0 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0939171 Oct 29 01:32:10.283066 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42911cb7-ed5c-41a6-954b-509c1535608b req-526a4d5b-42bd-4fe2-97e3-c8c0312338f2 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:10.284514 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-42911cb7-ed5c-41a6-954b-509c1535608b req-526a4d5b-42bd-4fe2-97e3-c8c0312338f2 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.1257408 Oct 29 01:32:10.393592 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d6c1435e-53b1-4b6e-a685-0c73f508ab5e req-fa827705-a0b9-4402-af3c-935668d2fb03 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192024 Oct 29 01:32:10.398542 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-42911cb7-ed5c-41a6-954b-509c1535608b req-26d6f288-276c-4e40-8bef-93f9109bb112 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985589 Oct 29 01:32:10.423689 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-589ffbdb-7505-401b-9d08-d8dfe61fbd2c req-5418195e-217a-432b-ae1f-602f08285553 service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573248 Oct 29 01:32:10.634446 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fbc55-0390-408a-98a6-b205a821b716 req-7017965e-7dda-4828-96bc-931fbb752687 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:10.635921 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-197fbc55-0390-408a-98a6-b205a821b716 req-7017965e-7dda-4828-96bc-931fbb752687 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0497050 Oct 29 01:32:10.675266 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-197fbc55-0390-408a-98a6-b205a821b716 req-cab12f52-4e9e-4d60-9e4e-bac2c56869c7 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323281 Oct 29 01:32:10.677341 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 57444) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:10.757588 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device a2c58f5c-4515-483a-a354-edce290b050c details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:32:10.788468 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8b46f7d9-490d-423a-a861-47d21ee67098 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:10.864231 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port a2c58f5c-4515-483a-a354-edce290b050c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a2c58f5c-4515-483a-a354-edce290b050c,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:10.878181 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': 'a2c58f5c-4515-483a-a354-edce290b050c', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'port_id': 'a2c58f5c-4515-483a-a354-edce290b050c', 'mac_address': 'fa:16:3e:9f:47:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:32:10.894810 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8b46f7d9-490d-423a-a861-47d21ee67098 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:10.929488 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:10.943405 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2c58f5c-4515-483a-a354-edce290b050c {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:32:10.969377 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port a2c58f5c-4515-483a-a354-edce290b050c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a2c58f5c-4515-483a-a354-edce290b050c,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:10.999593 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8b46f7d9-490d-423a-a861-47d21ee67098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:11.041009 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-8b46f7d9-490d-423a-a861-47d21ee67098 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=579751d209064ab38260eec35e73dd3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626311 Oct 29 01:32:11.041914 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46f7d9-490d-423a-a861-47d21ee67098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ae7cfc-aed8-41f5-ae6d-eb26dacaaaf8,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:11.043764 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 57466) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:11.096585 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f252cddb-4338-4742-8d5e-dda197b52106 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:11.118680 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f252cddb-4338-4742-8d5e-dda197b52106 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:11.124483 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:11.273274 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f252cddb-4338-4742-8d5e-dda197b52106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:11.276489 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f252cddb-4338-4742-8d5e-dda197b52106 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:11.277958 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-f252cddb-4338-4742-8d5e-dda197b52106 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c1ae7cfc-aed8-41f5-ae6d-eb26dacaaaf8 HTTP/1.1" status: 204 len: 168 time: 0.2326071 Oct 29 01:32:11.289179 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252cddb-4338-4742-8d5e-dda197b52106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ae7cfc-aed8-41f5-ae6d-eb26dacaaaf8,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:11.331836 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=a2c58f5c-4515-483a-a354-edce290b050c,revision_number=6']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:11.389232 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['a2c58f5c-4515-483a-a354-edce290b050c'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:32:11.598191 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae20aa-42d3-46ea-8bf2-fc596134059a req-687635dc-d0fb-4e60-aec3-82d19c1d8b93 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:11.599703 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-43ae20aa-42d3-46ea-8bf2-fc596134059a req-687635dc-d0fb-4e60-aec3-82d19c1d8b93 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 945 time: 0.1025646 Oct 29 01:32:11.612145 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba8095-ff8b-429b-bd7c-817fa7c0d7c2 req-d58bb080-1dd7-4a6f-af8b-1a57e26ee6ab tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:11.613658 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1eba8095-ff8b-429b-bd7c-817fa7c0d7c2 req-d58bb080-1dd7-4a6f-af8b-1a57e26ee6ab tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0657403 Oct 29 01:32:11.672599 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-43ae20aa-42d3-46ea-8bf2-fc596134059a req-54461918-4bf5-430f-9930-885fde913f03 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579233 Oct 29 01:32:11.675415 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1eba8095-ff8b-429b-bd7c-817fa7c0d7c2 req-8523f703-2f86-4abd-a5fe-305f04935a2a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545537 Oct 29 01:32:11.868065 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99f09e-cb87-4b60-952f-08e9df07d20f req-8515310f-ef76-45e2-bb00-2934d5adedca tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:11.869697 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5d99f09e-cb87-4b60-952f-08e9df07d20f req-8515310f-ef76-45e2-bb00-2934d5adedca tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.1021338 Oct 29 01:32:11.912737 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5d99f09e-cb87-4b60-952f-08e9df07d20f req-fc356fff-e4f0-45e7-826a-39e38af0371e tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343251 Oct 29 01:32:12.327548 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 57516) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:12.345621 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-17278dff-64d5-4467-a31e-7ad19d5a9d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:12.475345 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-17278dff-64d5-4467-a31e-7ad19d5a9d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:12.632023 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-17278dff-64d5-4467-a31e-7ad19d5a9d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:12.712799 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-17278dff-64d5-4467-a31e-7ad19d5a9d9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=877ecf03722940209356e53d0efc6f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835814 Oct 29 01:32:12.717811 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 57526) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:12.726338 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17278dff-64d5-4467-a31e-7ad19d5a9d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4495592f-0091-4dc8-acf8-b2be1fb6e1f6,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:12.771513 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device a2c58f5c-4515-483a-a354-edce290b050c up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:12.814026 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-03ad5bce-754c-495f-a787-1be427c00aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:12.837157 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port a2c58f5c-4515-483a-a354-edce290b050c triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:12.837933 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:12.873448 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-03ad5bce-754c-495f-a787-1be427c00aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:12.891948 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd917111-3514-47ba-8156-a29517ea9aef req-5632beec-f950-429f-80b1-435b920f0b4f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:12.893532 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bd917111-3514-47ba-8156-a29517ea9aef req-5632beec-f950-429f-80b1-435b920f0b4f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 945 time: 0.0989399 Oct 29 01:32:12.937332 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:12.966386 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c58f5c-4515-483a-a354-edce290b050c'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:32:12.970240 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1e1173-1341-4767-9528-210acb3920dc" -d '{"events": [{"server_uuid": "7535694c-3eeb-4d9a-bb4c-be3aac760b74", "name": "network-vif-plugged", "status": "completed", "tag": "a2c58f5c-4515-483a-a354-edce290b050c"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:32:12.988931 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port a2c58f5c-4515-483a-a354-edce290b050c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a2c58f5c-4515-483a-a354-edce290b050c,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:13.043665 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bd917111-3514-47ba-8156-a29517ea9aef req-3f0d63a9-36c9-4607-9424-d9c10c5a16a3 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417761 Oct 29 01:32:13.070882 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:13.159284 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86679634-17b5-4cee-89a0-fdaf13c3a168 x-openstack-request-id: req-86679634-17b5-4cee-89a0-fdaf13c3a168 {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:32:13.159672 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7535694c-3eeb-4d9a-bb4c-be3aac760b74", "name": "network-vif-plugged", "status": "completed", "tag": "a2c58f5c-4515-483a-a354-edce290b050c", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:32:13.160033 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-86679634-17b5-4cee-89a0-fdaf13c3a168 {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:32:13.160517 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c58f5c-4515-483a-a354-edce290b050c', 'code': 200} Oct 29 01:32:13.161988 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88235e98-0e88-4508-bc02-596af733b889 req-c470c352-decc-496c-81c6-10f397652420 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:13.163551 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-88235e98-0e88-4508-bc02-596af733b889 req-c470c352-decc-496c-81c6-10f397652420 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.1456418 Oct 29 01:32:13.174034 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=a2c58f5c-4515-483a-a354-edce290b050c,revision_number=7']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:13.214786 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-88235e98-0e88-4508-bc02-596af733b889 req-41fdaa35-a93b-41d9-a593-2bd1cfde7755 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440390 Oct 29 01:32:13.347411 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-03ad5bce-754c-495f-a787-1be427c00aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:13.350090 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-03ad5bce-754c-495f-a787-1be427c00aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:13.351213 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-03ad5bce-754c-495f-a787-1be427c00aa9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4495592f-0091-4dc8-acf8-b2be1fb6e1f6 HTTP/1.1" status: 204 len: 168 time: 0.6324875 Oct 29 01:32:13.359560 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad5bce-754c-495f-a787-1be427c00aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4495592f-0091-4dc8-acf8-b2be1fb6e1f6,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:14.190477 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22179801-2a12-4318-a3f8-8e4a9e083341 req-29ef19e9-1bd5-4a4e-b2f9-5ed0ab1dc6db tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:14.204088 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-22179801-2a12-4318-a3f8-8e4a9e083341 req-29ef19e9-1bd5-4a4e-b2f9-5ed0ab1dc6db tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0706327 Oct 29 01:32:14.265745 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-22179801-2a12-4318-a3f8-8e4a9e083341 req-0281692f-00f7-412a-9b89-662beed405e6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592339 Oct 29 01:32:14.396535 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f444a-f109-4665-896e-67c1260dc2dc req-a2d0aec9-2ae8-46ff-b027-24ac93a15895 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:14.399016 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8e6f444a-f109-4665-896e-67c1260dc2dc req-a2d0aec9-2ae8-46ff-b027-24ac93a15895 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0744514 Oct 29 01:32:14.480609 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8e6f444a-f109-4665-896e-67c1260dc2dc req-d6077ccd-130f-4cff-b30f-1d30432d4389 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730507 Oct 29 01:32:14.992253 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067e6c-9fd5-4e8d-bde0-a98a0b67ec16 req-0f91640c-26fe-41fe-9646-8062dc05567f tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:14.994028 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5b067e6c-9fd5-4e8d-bde0-a98a0b67ec16 req-0f91640c-26fe-41fe-9646-8062dc05567f tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0819862 Oct 29 01:32:15.042345 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5b067e6c-9fd5-4e8d-bde0-a98a0b67ec16 req-1ec01e35-e6f2-4486-95b9-be7191b3b434 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409105 Oct 29 01:32:15.406274 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a831797-e174-4f48-90a8-cce0874e0f1a req-bf4fe12f-f593-4f9d-a587-493f4080ee8f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:15.407741 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0a831797-e174-4f48-90a8-cce0874e0f1a req-bf4fe12f-f593-4f9d-a587-493f4080ee8f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0475194 Oct 29 01:32:15.446404 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0a831797-e174-4f48-90a8-cce0874e0f1a req-f780e2a1-52e2-46df-abf9-642d11509e3b tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325482 Oct 29 01:32:15.638256 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c060f0-6143-4fb3-af70-bc8a84f03317 req-5215610a-6757-419a-9e2f-fe2327456bb6 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:15.651724 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-96c060f0-6143-4fb3-af70-bc8a84f03317 req-5215610a-6757-419a-9e2f-fe2327456bb6 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0910606 Oct 29 01:32:15.722311 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-96c060f0-6143-4fb3-af70-bc8a84f03317 req-8dbaab71-b4d8-4263-8fa1-4930232adacb tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688560 Oct 29 01:32:16.587190 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bb367-d463-426d-b0eb-db87c023d9cd req-61b71573-9485-48a4-9b95-a46c7f031995 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:16.589700 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e25bb367-d463-426d-b0eb-db87c023d9cd req-61b71573-9485-48a4-9b95-a46c7f031995 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0564868 Oct 29 01:32:16.646083 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e25bb367-d463-426d-b0eb-db87c023d9cd req-70b876f3-f86d-4c40-9b5c-6d9bcb828b1d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482097 Oct 29 01:32:16.910529 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 57664) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:16.912718 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb1dfd-1588-4d9d-be67-1278261b06c3 req-6a4ecba7-c7ad-42d6-a205-0080101d887d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:16.920663 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fb1dfd-1588-4d9d-be67-1278261b06c3 req-6a4ecba7-c7ad-42d6-a205-0080101d887d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0818164 Oct 29 01:32:16.974088 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fb1dfd-1588-4d9d-be67-1278261b06c3 req-b36a22a3-35d9-404f-9cbc-517eaebcf457 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510442 Oct 29 01:32:17.081449 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-31e00f7d-eafa-43b3-8c5b-fdbeffd69069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:17.206353 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-31e00f7d-eafa-43b3-8c5b-fdbeffd69069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:17.273768 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-31e00f7d-eafa-43b3-8c5b-fdbeffd69069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:17.322837 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 57690) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:17.330383 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-31e00f7d-eafa-43b3-8c5b-fdbeffd69069 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=36ee88d99c4b490eb084b72b53674b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180987 Oct 29 01:32:17.331848 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e00f7d-eafa-43b3-8c5b-fdbeffd69069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44717e3-6f31-48dd-bfde-210855b696f9,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:17.380548 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d7027ae5-63d2-4a76-8880-17853a51ce36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:17.414368 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d7027ae5-63d2-4a76-8880-17853a51ce36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:17.604237 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d7027ae5-63d2-4a76-8880-17853a51ce36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:17.607454 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d7027ae5-63d2-4a76-8880-17853a51ce36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:17.619224 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-d7027ae5-63d2-4a76-8880-17853a51ce36 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a44717e3-6f31-48dd-bfde-210855b696f9 HTTP/1.1" status: 204 len: 168 time: 0.2891433 Oct 29 01:32:17.629217 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7027ae5-63d2-4a76-8880-17853a51ce36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44717e3-6f31-48dd-bfde-210855b696f9,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:17.835786 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75a752-353e-4cb5-ad7d-408387d36d22 req-1bfc1017-08cf-4c4a-a0f7-9785e475c68b tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:17.847266 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2e75a752-353e-4cb5-ad7d-408387d36d22 req-1bfc1017-08cf-4c4a-a0f7-9785e475c68b tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.1090539 Oct 29 01:32:17.969532 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2e75a752-353e-4cb5-ad7d-408387d36d22 req-97b79b6a-8178-49c9-8c74-aa00c0b2c813 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200223 Oct 29 01:32:18.182639 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ffab8-090e-42a1-b1ab-765b28b9cea1 req-9d350e90-4ab6-4426-aacb-565dece9eee1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:18.184488 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-809ffab8-090e-42a1-b1ab-765b28b9cea1 req-9d350e90-4ab6-4426-aacb-565dece9eee1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0914702 Oct 29 01:32:18.240274 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-809ffab8-090e-42a1-b1ab-765b28b9cea1 req-01505c45-fc4e-4c1c-a67c-be2468d6a4a2 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493834 Oct 29 01:32:18.736574 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 57728) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:18.752234 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2e80c9d6-abf8-4365-ba5f-4d813ed55060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:18.875693 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2e80c9d6-abf8-4365-ba5f-4d813ed55060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:19.112712 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41bc74-b735-439f-bc45-d287135f89c0 req-b24de742-3182-40c1-a532-2c77accfd1e8 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:19.112712 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-dc41bc74-b735-439f-bc45-d287135f89c0 req-b24de742-3182-40c1-a532-2c77accfd1e8 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0584223 Oct 29 01:32:19.156193 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-dc41bc74-b735-439f-bc45-d287135f89c0 req-ade887ee-89ff-4255-8f89-52ab887ffb39 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386717 Oct 29 01:32:19.376832 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a379b-8ff8-4f07-8ab3-4c66cefdc7b8 req-5ac19e2c-fc02-4d75-9adc-a18125009dfd tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:19.378254 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-023a379b-8ff8-4f07-8ab3-4c66cefdc7b8 req-5ac19e2c-fc02-4d75-9adc-a18125009dfd tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0560260 Oct 29 01:32:19.415738 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-023a379b-8ff8-4f07-8ab3-4c66cefdc7b8 req-138e8605-98da-4c80-ac8c-e71d0e095600 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316231 Oct 29 01:32:19.518625 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2e80c9d6-abf8-4365-ba5f-4d813ed55060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:19.556925 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-2e80c9d6-abf8-4365-ba5f-4d813ed55060 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e548364d078f428b868e08306bb16db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8192608 Oct 29 01:32:19.557773 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80c9d6-abf8-4365-ba5f-4d813ed55060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610fd02e-dfdf-4f98-80cf-4312d0253afd,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:19.561087 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 57740) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:19.616816 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4099f847-689b-4a17-89dc-9729272bffd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:19.643020 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4099f847-689b-4a17-89dc-9729272bffd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:19.777503 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4099f847-689b-4a17-89dc-9729272bffd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:19.783278 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4099f847-689b-4a17-89dc-9729272bffd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:19.784643 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-4099f847-689b-4a17-89dc-9729272bffd5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/610fd02e-dfdf-4f98-80cf-4312d0253afd HTTP/1.1" status: 204 len: 168 time: 0.2218750 Oct 29 01:32:19.794552 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099f847-689b-4a17-89dc-9729272bffd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610fd02e-dfdf-4f98-80cf-4312d0253afd,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:20.307560 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c2f52-1688-492a-b1d4-9a7db472bb19 req-97b1b5c5-c79c-4290-b6e2-8ba21ec26eac tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:20.315780 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-334c2f52-1688-492a-b1d4-9a7db472bb19 req-97b1b5c5-c79c-4290-b6e2-8ba21ec26eac tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0794718 Oct 29 01:32:20.353259 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-334c2f52-1688-492a-b1d4-9a7db472bb19 req-d94b66b0-8c8f-49c0-b9b4-7c0d35ad79b5 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362995 Oct 29 01:32:20.546082 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd0b64-8455-4476-8d49-2ee682577edd req-5dd3c0c1-c7a8-4c3e-9786-c2a292fe5e35 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:20.547805 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-15dd0b64-8455-4476-8d49-2ee682577edd req-5dd3c0c1-c7a8-4c3e-9786-c2a292fe5e35 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0540524 Oct 29 01:32:20.621674 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-15dd0b64-8455-4476-8d49-2ee682577edd req-ddb28793-6e7f-40d0-936e-45692e96e713 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655358 Oct 29 01:32:20.744295 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cabe1-7dcc-44cc-823a-337e65bc6227 req-943712ab-bb26-4ed7-9d5f-2e3458f7b16e tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:20.746326 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-854cabe1-7dcc-44cc-823a-337e65bc6227 req-943712ab-bb26-4ed7-9d5f-2e3458f7b16e tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0794284 Oct 29 01:32:20.885836 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-854cabe1-7dcc-44cc-823a-337e65bc6227 req-1467aab7-28d5-47d7-a49e-25a502b0068b tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827353 Oct 29 01:32:20.892405 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d695fa-1fa3-4ff3-b399-6ab82e5987f9 req-9707b01c-8d36-4733-8c94-bbf7c9620519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:20.893418 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-93d695fa-1fa3-4ff3-b399-6ab82e5987f9 req-9707b01c-8d36-4733-8c94-bbf7c9620519 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb919510c0cf40f18e2cba8d84793a7f&device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 1099 time: 0.1459715 Oct 29 01:32:21.036023 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d695fa-1fa3-4ff3-b399-6ab82e5987f9 req-92b5406e-a985-4fd4-b8b4-f02aeb2e41f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:21.038464 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-93d695fa-1fa3-4ff3-b399-6ab82e5987f9 req-92b5406e-a985-4fd4-b8b4-f02aeb2e41f3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=88eb5d49-5e4a-4acd-96b7-71423140ff23 HTTP/1.1" status: 200 len: 920 time: 0.1375105 Oct 29 01:32:21.105098 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-93d695fa-1fa3-4ff3-b399-6ab82e5987f9 req-2c8c67de-e12c-4bf4-9ec4-c3b8a617f5d8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14032be3-3dd9-41b2-922e-8c96f7e3ceea HTTP/1.1" status: 200 len: 217 time: 0.0537655 Oct 29 01:32:21.175842 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d695fa-1fa3-4ff3-b399-6ab82e5987f9 req-a3667f96-ec2c-4bd6-8c5d-32e7de6c0998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:21.177762 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-93d695fa-1fa3-4ff3-b399-6ab82e5987f9 req-a3667f96-ec2c-4bd6-8c5d-32e7de6c0998 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e316455a-7c55-4b86-a7d0-f74fde07dde0 HTTP/1.1" status: 200 len: 859 time: 0.0626445 Oct 29 01:32:21.224719 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-93d695fa-1fa3-4ff3-b399-6ab82e5987f9 req-24361067-6177-4fb5-b8e1-0bc6ebfde8db service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88eb5d49-5e4a-4acd-96b7-71423140ff23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317497 Oct 29 01:32:21.334490 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-93d695fa-1fa3-4ff3-b399-6ab82e5987f9 req-093c107b-d89d-40ef-b6d4-b37844cd18f7 service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037288 Oct 29 01:32:21.597325 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368d601-d074-4055-aefc-9464056af930 req-0d9ab37c-f401-4c5a-a05a-b9bf6bf25bcc tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:21.599878 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1368d601-d074-4055-aefc-9464056af930 req-0d9ab37c-f401-4c5a-a05a-b9bf6bf25bcc tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.1183364 Oct 29 01:32:21.602851 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-93d695fa-1fa3-4ff3-b399-6ab82e5987f9 req-b34c2531-3ba1-4645-899a-c182d69384d7 service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487733 Oct 29 01:32:21.666839 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1368d601-d074-4055-aefc-9464056af930 req-6eb279fa-b091-4a77-8928-0451780365b5 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595388 Oct 29 01:32:21.832533 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb02d46-82ec-4590-87bd-a880dd3af3f5 req-22d8ef36-c156-4492-889a-c16d8a633cfa tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:21.840769 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fdb02d46-82ec-4590-87bd-a880dd3af3f5 req-22d8ef36-c156-4492-889a-c16d8a633cfa tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0906973 Oct 29 01:32:21.879034 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fdb02d46-82ec-4590-87bd-a880dd3af3f5 req-e2ff9c40-c57d-481c-805b-f795e6a9c602 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364645 Oct 29 01:32:22.028001 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d58bc-620c-4e4a-a8d3-314b4b4c262c req-4ed0fc1f-a89d-4961-bf3c-dfb2b4c0199f tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:22.036275 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0e6d58bc-620c-4e4a-a8d3-314b4b4c262c req-4ed0fc1f-a89d-4961-bf3c-dfb2b4c0199f tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0862880 Oct 29 01:32:22.138442 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0e6d58bc-620c-4e4a-a8d3-314b4b4c262c req-15854c59-e3d7-4055-904f-1c46bca825cc tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011641 Oct 29 01:32:22.681154 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f752423-d756-460f-bc5b-9498a80507be req-cd4518c9-d10c-4864-8687-d7351a87bea3 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:22.683805 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4f752423-d756-460f-bc5b-9498a80507be req-cd4518c9-d10c-4864-8687-d7351a87bea3 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0827041 Oct 29 01:32:22.752103 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4f752423-d756-460f-bc5b-9498a80507be req-bbd48529-327b-4d72-b5a5-331d8c795d88 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616803 Oct 29 01:32:22.830997 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47b5b2-1e95-49f9-83ac-98cc0a693f28 req-898c39ca-7d58-4b33-a24b-13c4611b7e8b tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:22.833618 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-aa47b5b2-1e95-49f9-83ac-98cc0a693f28 req-898c39ca-7d58-4b33-a24b-13c4611b7e8b tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0638382 Oct 29 01:32:22.921657 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-aa47b5b2-1e95-49f9-83ac-98cc0a693f28 req-082c2789-1594-4e8d-b6d8-35a30e97039c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748842 Oct 29 01:32:22.950434 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280ab7c-2f10-46d6-823e-cca6902afce2 req-536adee1-ac1f-41f7-8250-b34bb4990a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:22.950434 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7280ab7c-2f10-46d6-823e-cca6902afce2 req-536adee1-ac1f-41f7-8250-b34bb4990a53 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dcb593d72c64c55920c19dbe2d09c56&device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 1099 time: 0.0992548 Oct 29 01:32:23.114932 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280ab7c-2f10-46d6-823e-cca6902afce2 req-19ca5b4f-33e5-4cbf-bf97-fdac44e46e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:23.114932 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7280ab7c-2f10-46d6-823e-cca6902afce2 req-19ca5b4f-33e5-4cbf-bf97-fdac44e46e27 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e315fc3-abe9-469e-87a5-be6b4de29e90 HTTP/1.1" status: 200 len: 912 time: 0.1110427 Oct 29 01:32:23.244350 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7280ab7c-2f10-46d6-823e-cca6902afce2 req-7977f149-0a42-4cf6-a7d4-b4e90491c69a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8792d828-b72d-4535-8fe4-381017cfb322 HTTP/1.1" status: 200 len: 1000 time: 0.1069822 Oct 29 01:32:23.310340 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280ab7c-2f10-46d6-823e-cca6902afce2 req-57aa5466-5673-406c-b15a-f995e8662c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:23.311920 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7280ab7c-2f10-46d6-823e-cca6902afce2 req-57aa5466-5673-406c-b15a-f995e8662c6a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd490598-4e26-4fa2-b542-29057546e707 HTTP/1.1" status: 200 len: 850 time: 0.0690377 Oct 29 01:32:23.324553 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70be9b-ce68-40eb-857c-efc76b8cedcd req-5c163b17-c29c-4eb9-8fbe-806ef257f9e8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:23.325973 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3f70be9b-ce68-40eb-857c-efc76b8cedcd req-5c163b17-c29c-4eb9-8fbe-806ef257f9e8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0970569 Oct 29 01:32:23.389392 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3f70be9b-ce68-40eb-857c-efc76b8cedcd req-76324b21-0b68-4ade-83e0-a3eab93484fc tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547082 Oct 29 01:32:23.391927 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280ab7c-2f10-46d6-823e-cca6902afce2 req-14eb1295-2c4a-4be6-920e-ca6ee37dfbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:23.393373 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7280ab7c-2f10-46d6-823e-cca6902afce2 req-14eb1295-2c4a-4be6-920e-ca6ee37dfbfa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e315fc3-abe9-469e-87a5-be6b4de29e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0663705 Oct 29 01:32:23.507922 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7280ab7c-2f10-46d6-823e-cca6902afce2 req-d0f4ab77-607e-450a-9358-3f85fd695c57 service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051962 Oct 29 01:32:23.600624 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7280ab7c-2f10-46d6-823e-cca6902afce2 req-1c1490d5-b843-4874-9dad-5ca8ef147864 service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842638 Oct 29 01:32:23.891792 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc5ca2-f749-4c0b-9c01-292ed3e40b55 req-7264d282-9500-438c-9837-c69e328ceba6 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:23.893434 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2bdc5ca2-f749-4c0b-9c01-292ed3e40b55 req-7264d282-9500-438c-9837-c69e328ceba6 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0550268 Oct 29 01:32:23.945912 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2bdc5ca2-f749-4c0b-9c01-292ed3e40b55 req-d625f984-2fb5-41ee-80c1-897e9bee0f3c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455201 Oct 29 01:32:24.131230 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796866e-66de-4512-b417-fe0b7d25365a req-e63ee770-5dc0-4003-8125-7332134e8bf1 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:24.132804 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3796866e-66de-4512-b417-fe0b7d25365a req-e63ee770-5dc0-4003-8125-7332134e8bf1 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0971096 Oct 29 01:32:24.184789 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3796866e-66de-4512-b417-fe0b7d25365a req-04ea8032-eb7a-4dd0-8dea-dd526d31c127 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364594 Oct 29 01:32:24.566871 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a3998-4357-4117-8041-e0978e85712f req-5221d82c-ee5d-477c-b8ca-a317ca3f9818 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:24.576047 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-388a3998-4357-4117-8041-e0978e85712f req-5221d82c-ee5d-477c-b8ca-a317ca3f9818 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0829651 Oct 29 01:32:24.619575 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-388a3998-4357-4117-8041-e0978e85712f req-ba9af4d7-1b0c-4195-b97d-1091c1a6494d tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419438 Oct 29 01:32:25.103406 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92a83c-7cdb-4630-8008-38065cbc4495 req-5fad635a-1ea8-4702-b72e-7932bc05e0fa tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:25.107211 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-aa92a83c-7cdb-4630-8008-38065cbc4495 req-5fad635a-1ea8-4702-b72e-7932bc05e0fa tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0860295 Oct 29 01:32:25.152077 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-aa92a83c-7cdb-4630-8008-38065cbc4495 req-0673f138-e59a-42e9-be97-884a44727d77 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379896 Oct 29 01:32:25.313135 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c6082-6d1f-4eca-b9f9-bd491e364913 req-f54592eb-9eca-4254-abab-65d183d02cfd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:25.320722 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-903c6082-6d1f-4eca-b9f9-bd491e364913 req-f54592eb-9eca-4254-abab-65d183d02cfd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0613251 Oct 29 01:32:25.362384 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-903c6082-6d1f-4eca-b9f9-bd491e364913 req-f4745078-c578-4b48-a0bc-83817811ac90 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406833 Oct 29 01:32:25.741593 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfad056-5e84-47a8-ad09-898c1d78a9e7 req-db7857f8-a9dd-4c80-9bfa-6266d62c6754 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:25.743130 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0dfad056-5e84-47a8-ad09-898c1d78a9e7 req-db7857f8-a9dd-4c80-9bfa-6266d62c6754 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0484929 Oct 29 01:32:25.784898 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0dfad056-5e84-47a8-ad09-898c1d78a9e7 req-c9526d34-b25e-4c53-9e14-4a2c6b4b5fa5 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329525 Oct 29 01:32:25.871404 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 57946) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:25.975503 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-81451f66-b52b-4b39-b69c-b78fc9a1a3d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:26.043398 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 57952) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:26.058787 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-81451f66-b52b-4b39-b69c-b78fc9a1a3d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:26.149984 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4960e149-465b-42a4-863c-a7e59ab7aa0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:26.229967 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4960e149-465b-42a4-863c-a7e59ab7aa0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:26.275543 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-81451f66-b52b-4b39-b69c-b78fc9a1a3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:26.317803 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-81451f66-b52b-4b39-b69c-b78fc9a1a3d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c63ac4d96c8a4db9b04eb6182d5ee992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452214 Oct 29 01:32:26.320426 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 57960) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:26.324386 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81451f66-b52b-4b39-b69c-b78fc9a1a3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34164bfe-f8da-4cb4-90af-8de13735a69b,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:26.329553 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf48d68-7a4d-4de6-8d05-fbfe6ef4b4df req-e4e597d6-954e-4d06-84b2-fd68dc51baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:26.331038 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bbf48d68-7a4d-4de6-8d05-fbfe6ef4b4df req-e4e597d6-954e-4d06-84b2-fd68dc51baae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f136a6ebba524176833d4f65468e2e04&device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 1099 time: 0.0803781 Oct 29 01:32:26.369964 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fed17c3e-dc27-48f4-a192-7cc1c61f8caa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:26.391816 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fed17c3e-dc27-48f4-a192-7cc1c61f8caa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:26.461207 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4960e149-465b-42a4-863c-a7e59ab7aa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:26.501924 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-4960e149-465b-42a4-863c-a7e59ab7aa0d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=08799f7e898849b0a4146a969da86df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4572151 Oct 29 01:32:26.504047 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960e149-465b-42a4-863c-a7e59ab7aa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d0771a-cec3-4582-a645-ae166dc00a51,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:26.506962 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 57966) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:26.534882 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db6bce-69a6-42f5-9486-d318dc0781db req-8bd32963-e0eb-497e-a633-f50ae4a02115 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:26.536388 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-21db6bce-69a6-42f5-9486-d318dc0781db req-8bd32963-e0eb-497e-a633-f50ae4a02115 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.1019528 Oct 29 01:32:26.538444 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fed17c3e-dc27-48f4-a192-7cc1c61f8caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:26.541398 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fed17c3e-dc27-48f4-a192-7cc1c61f8caa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:26.542997 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-fed17c3e-dc27-48f4-a192-7cc1c61f8caa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/34164bfe-f8da-4cb4-90af-8de13735a69b HTTP/1.1" status: 204 len: 168 time: 0.2208016 Oct 29 01:32:26.578788 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed17c3e-dc27-48f4-a192-7cc1c61f8caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34164bfe-f8da-4cb4-90af-8de13735a69b,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:26.595802 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-71e6f402-2869-41a3-9ea4-e0dc2c21a3f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:26.621921 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-71e6f402-2869-41a3-9ea4-e0dc2c21a3f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:26.624047 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-21db6bce-69a6-42f5-9486-d318dc0781db req-3010f0dd-b977-4cb9-89ce-c5544c4e5372 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751371 Oct 29 01:32:26.636553 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf48d68-7a4d-4de6-8d05-fbfe6ef4b4df req-0c52b258-7325-4725-b810-5c2de75027c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:26.638040 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bbf48d68-7a4d-4de6-8d05-fbfe6ef4b4df req-0c52b258-7325-4725-b810-5c2de75027c6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e96d7435-3b33-4631-af13-70db652698aa HTTP/1.1" status: 200 len: 918 time: 0.1712210 Oct 29 01:32:26.729541 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bbf48d68-7a4d-4de6-8d05-fbfe6ef4b4df req-a6835262-7e7f-4f02-9cd7-73debfbebc4a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2c58f5c-4515-483a-a354-edce290b050c HTTP/1.1" status: 200 len: 1001 time: 0.0830326 Oct 29 01:32:26.782656 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf48d68-7a4d-4de6-8d05-fbfe6ef4b4df req-76f8f8d7-ded3-4564-a1a4-31cf4e826af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:26.784100 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bbf48d68-7a4d-4de6-8d05-fbfe6ef4b4df req-76f8f8d7-ded3-4564-a1a4-31cf4e826af2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f5f2a0f-7214-434a-9ad1-734028b6836e HTTP/1.1" status: 200 len: 856 time: 0.0468273 Oct 29 01:32:26.827595 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-71e6f402-2869-41a3-9ea4-e0dc2c21a3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:26.830787 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-71e6f402-2869-41a3-9ea4-e0dc2c21a3f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:26.832312 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-71e6f402-2869-41a3-9ea4-e0dc2c21a3f0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/62d0771a-cec3-4582-a645-ae166dc00a51 HTTP/1.1" status: 204 len: 168 time: 0.3243015 Oct 29 01:32:26.846179 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6f402-2869-41a3-9ea4-e0dc2c21a3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d0771a-cec3-4582-a645-ae166dc00a51,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:26.850843 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf48d68-7a4d-4de6-8d05-fbfe6ef4b4df req-0a76ced5-5352-4a3f-a39f-97b8316c642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:26.853287 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bbf48d68-7a4d-4de6-8d05-fbfe6ef4b4df req-0a76ced5-5352-4a3f-a39f-97b8316c642f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e96d7435-3b33-4631-af13-70db652698aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0608630 Oct 29 01:32:27.007046 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b9d1c-6039-4eec-9669-9a0af8d824f4 req-34a8bade-9a5b-42bf-8fd7-bd9598ed36de tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:27.008874 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-416b9d1c-6039-4eec-9669-9a0af8d824f4 req-34a8bade-9a5b-42bf-8fd7-bd9598ed36de tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.1010559 Oct 29 01:32:27.047704 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bbf48d68-7a4d-4de6-8d05-fbfe6ef4b4df req-b50472ac-f19f-4f8c-83d2-70e360937935 service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626725 Oct 29 01:32:27.081861 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-416b9d1c-6039-4eec-9669-9a0af8d824f4 req-503d8366-861f-4642-915d-233f09bd64e3 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590186 Oct 29 01:32:27.175169 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bbf48d68-7a4d-4de6-8d05-fbfe6ef4b4df req-006aaab6-79c3-4f46-b41a-dd7467859e61 service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079090 Oct 29 01:32:27.389998 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:32:27.648378 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 57998) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:27.662150 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c3cf-8f3f-4b32-bf1b-797c799ff820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:27.747112 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c3cf-8f3f-4b32-bf1b-797c799ff820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:27.753284 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f78b5-327c-49b9-8174-1a1e73ce10b7 req-1ca9c6d3-18b4-45c8-92b5-1df568417ad9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:27.755477 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-640f78b5-327c-49b9-8174-1a1e73ce10b7 req-1ca9c6d3-18b4-45c8-92b5-1df568417ad9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0580375 Oct 29 01:32:27.798440 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-640f78b5-327c-49b9-8174-1a1e73ce10b7 req-682284e4-01cf-496c-a08e-7b037fe686bb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368633 Oct 29 01:32:27.816413 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 58010) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:27.843988 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c3cf-8f3f-4b32-bf1b-797c799ff820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:27.883789 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-8bc7c3cf-8f3f-4b32-bf1b-797c799ff820 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ed9eb9cdd6e64e0ba8f2c4e2d7284eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343338 Oct 29 01:32:27.884639 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7c3cf-8f3f-4b32-bf1b-797c799ff820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6af6380-59bf-4594-ae58-a6ebb9b06ac2,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:27.886648 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 58014) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:27.921258 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-d2ad59b2-2888-4a3f-9071-19833b89497b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1081364370-network', 'tenant_id': 'ec8b209809be4871af2647d63205c92f'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:27.956209 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6a93d7f6-cb23-474e-8034-8c11c56006cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:27.980630 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6a93d7f6-cb23-474e-8034-8c11c56006cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:28.066764 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ad59b2-2888-4a3f-9071-19833b89497b admin admin] Made reservation on behalf of ec8b209809be4871af2647d63205c92f for: {'network': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:32:28.069112 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d2ad59b2-2888-4a3f-9071-19833b89497b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:28.078394 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d2ad59b2-2888-4a3f-9071-19833b89497b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:28.417203 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6a93d7f6-cb23-474e-8034-8c11c56006cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:28.420404 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6a93d7f6-cb23-474e-8034-8c11c56006cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:28.421521 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-6a93d7f6-cb23-474e-8034-8c11c56006cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a6af6380-59bf-4594-ae58-a6ebb9b06ac2 HTTP/1.1" status: 204 len: 168 time: 0.5335064 Oct 29 01:32:28.442219 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93d7f6-cb23-474e-8034-8c11c56006cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6af6380-59bf-4594-ae58-a6ebb9b06ac2,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:28.469459 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0233f84-bdaf-448d-8811-170400562db3 req-fb85f69e-02a5-448f-818d-972e1ca44be6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:28.470979 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d0233f84-bdaf-448d-8811-170400562db3 req-fb85f69e-02a5-448f-818d-972e1ca44be6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.3180649 Oct 29 01:32:28.481802 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-343a61f9-8ed3-4861-a6cd-7207a8d63d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:28.530141 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d2ad59b2-2888-4a3f-9071-19833b89497b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:28.536368 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d0233f84-bdaf-448d-8811-170400562db3 req-d7d46533-77e6-4e22-873e-f99d4467e0b1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547419 Oct 29 01:32:28.615059 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d2ad59b2-2888-4a3f-9071-19833b89497b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:28.636555 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ad59b2-2888-4a3f-9071-19833b89497b admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=101938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:32:28.651425 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad59b2-2888-4a3f-9071-19833b89497b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c543b32-c9c3-4680-8087-470facd9f205,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:28.654347 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d2ad59b2-2888-4a3f-9071-19833b89497b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:28.654695 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.segments_db [None req-d2ad59b2-2888-4a3f-9071-19833b89497b admin admin] Added segment 3998acc8-802d-4037-a8df-90a5105a6ee9 of type vlan for network ada08a0c-2acd-4c9f-b94b-04132d5562f9 Oct 29 01:32:28.692894 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d2ad59b2-2888-4a3f-9071-19833b89497b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:28.781866 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d2ad59b2-2888-4a3f-9071-19833b89497b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:28.782537 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ad59b2-2888-4a3f-9071-19833b89497b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:28.782803 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d2ad59b2-2888-4a3f-9071-19833b89497b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:28.847334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad59b2-2888-4a3f-9071-19833b89497b admin admin] Pushing event updated for resources: {'Network': ['ID=ada08a0c-2acd-4c9f-b94b-04132d5562f9,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:28.859856 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network ada08a0c-2acd-4c9f-b94b-04132d5562f9 details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:32:28.916215 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-d2ad59b2-2888-4a3f-9071-19833b89497b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1004930 Oct 29 01:32:28.922510 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 58034) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:28.927589 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-d0f609aa-0389-405b-bc45-f474d1c29439 admin admin] Request body: {'subnet': {'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1081364370-subnet', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'ip_version': 4}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:28.950884 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0a424-33d4-471a-928f-b5bb1f062352 req-162e48f2-664f-4295-a359-3a01e22cc239 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:28.953404 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-63f0a424-33d4-471a-928f-b5bb1f062352 req-162e48f2-664f-4295-a359-3a01e22cc239 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0715985 Oct 29 01:32:28.992701 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-63f0a424-33d4-471a-928f-b5bb1f062352 req-3a01dde4-ea10-49c4-8ab9-bba69e567d85 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333095 Oct 29 01:32:29.032724 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f609aa-0389-405b-bc45-f474d1c29439 admin admin] Made reservation on behalf of ec8b209809be4871af2647d63205c92f for: {'subnet': 1} {{(pid=101937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:32:29.035203 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d0f609aa-0389-405b-bc45-f474d1c29439 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:29.342272 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d0f609aa-0389-405b-bc45-f474d1c29439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for subnet, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:29.403552 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f609aa-0389-405b-bc45-f474d1c29439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2576f1bd-041d-4334-bc89-73007635b70e,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:29.408625 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f609aa-0389-405b-bc45-f474d1c29439 admin admin] Checking segment: {'id': '3998acc8-802d-4037-a8df-90a5105a6ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:29.408977 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f609aa-0389-405b-bc45-f474d1c29439 admin admin] Network hostable DHCP agents. Network: ada08a0c-2acd-4c9f-b94b-04132d5562f9, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:32:29.569815 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f609aa-0389-405b-bc45-f474d1c29439 admin admin] Network ada08a0c-2acd-4c9f-b94b-04132d5562f9 is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:32:29.668306 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60777705-9b20-4ad8-bd7e-4d73a7189432 req-1725e88c-b94e-40d8-8a11-594552e1549f tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:29.670179 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-60777705-9b20-4ad8-bd7e-4d73a7189432 req-1725e88c-b94e-40d8-8a11-594552e1549f tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0507309 Oct 29 01:32:29.702129 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-d0f609aa-0389-405b-bc45-f474d1c29439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, ada08a0c-2acd-4c9f-b94b-04132d5562f9) {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:29.711065 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f609aa-0389-405b-bc45-f474d1c29439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:29.711065 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d0f609aa-0389-405b-bc45-f474d1c29439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:29.715403 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049ae119-64ce-4bfb-9b58-68d27ea9fb31 None None] Network ada08a0c-2acd-4c9f-b94b-04132d5562f9 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:32:29.727479 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-60777705-9b20-4ad8-bd7e-4d73a7189432 req-2667cf28-3d73-4570-aab7-aa4b453d9ddb tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505097 Oct 29 01:32:29.792817 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-d0f609aa-0389-405b-bc45-f474d1c29439 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8691807 Oct 29 01:32:29.797153 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 58094) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:29.802356 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1081364370-router', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:29.882970 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee2aa971-5c1a-599e-98af-d2e8e61f92a0-ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'fixed_ips': [{'subnet_id': '2576f1bd-041d-4334-bc89-73007635b70e'}]}} from dv-cinder-815582-5-smb. {{(pid=101939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:32:29.883949 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:29.906994 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2605'] for router, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:29.908069 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2618'] for router, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:29.982111 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:30.047588 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.db_base_plugin_common [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Allocated IP 172.20.0.2 (ada08a0c-2acd-4c9f-b94b-04132d5562f9/2576f1bd-041d-4334-bc89-73007635b70e/5c726213-9b4e-4095-8e43-98affafbf82c) {{(pid=101939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:32:30.124246 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29acc4-c2b6-418a-86dc-c8d34fec9b70 req-01729606-ef92-4c38-9198-10544c5f121f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:30.125914 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bc29acc4-c2b6-418a-86dc-c8d34fec9b70 req-01729606-ef92-4c38-9198-10544c5f121f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 946 time: 0.0555980 Oct 29 01:32:30.171161 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bc29acc4-c2b6-418a-86dc-c8d34fec9b70 req-faf35d8e-bdde-478f-962b-3bccd24cf696 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382509 Oct 29 01:32:30.203378 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Publish callbacks [] for port, precommit_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:30.288372 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:30.290320 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:30.330320 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Network ada08a0c-2acd-4c9f-b94b-04132d5562f9 is already hosted by enough agents. {{(pid=101939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:30.333212 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.base_scheduler [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Resources bound (agent type, host, resource id): {{(pid=101939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:30.336688 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Received port after_create {{(pid=101939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:32:30.344498 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Pushing event updated for resources: {'Port': ['ID=5c726213-9b4e-4095-8e43-98affafbf82c,revision_number=1']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:30.408122 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Attempting to bind port 5c726213-9b4e-4095-8e43-98affafbf82c on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:32:30.408887 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Attempting to bind port 5c726213-9b4e-4095-8e43-98affafbf82c by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': '3998acc8-802d-4037-a8df-90a5105a6ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9'}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:32:30.409374 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Attempting to bind port 5c726213-9b4e-4095-8e43-98affafbf82c on network ada08a0c-2acd-4c9f-b94b-04132d5562f9 {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:32:30.415708 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:32:30.416232 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Checking segment: {'id': '3998acc8-802d-4037-a8df-90a5105a6ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:30.416726 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:30.417525 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Bound using segment: {'id': '3998acc8-802d-4037-a8df-90a5105a6ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9'} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:32:30.417760 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Bound port: 5c726213-9b4e-4095-8e43-98affafbf82c, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3998acc8-802d-4037-a8df-90a5105a6ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9'}}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:32:30.418374 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:30.487836 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] For port 5c726213-9b4e-4095-8e43-98affafbf82c, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:32:30.494201 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] For port 5c726213-9b4e-4095-8e43-98affafbf82c, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=5c726213-9b4e-4095-8e43-98affafbf82c,segment=NetworkSegment(3998acc8-802d-4037-a8df-90a5105a6ee9),segment_id=3998acc8-802d-4037-a8df-90a5105a6ee9)] {{(pid=101939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:32:30.600417 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:30.620131 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:30.621615 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:30.730413 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096e6cb-475b-456c-b967-9c7512722ae5 None None] Pushing event updated for resources: {'Port': ['ID=5c726213-9b4e-4095-8e43-98affafbf82c,revision_number=2']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:30.760104 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_common [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Allocated IP 172.28.3.74 (332549b6-3cdf-4adf-8b3f-15d63761d6c2/20988095-ecd5-434a-9470-4250e0864dd2/1b38fb9c-e26b-4942-9549-4e417fd81f0f) {{(pid=101937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:32:30.852826 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device a2c58f5c-4515-483a-a354-edce290b050c no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:32:30.918825 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:30.986112 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b178e-8651-47c6-92d7-eecc2fa13c46 req-67ce6bdb-0a47-454d-94a5-fd208ac04ca3 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:30.990328 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2f9b178e-8651-47c6-92d7-eecc2fa13c46 req-67ce6bdb-0a47-454d-94a5-fd208ac04ca3 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0742617 Oct 29 01:32:31.041745 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2f9b178e-8651-47c6-92d7-eecc2fa13c46 req-931a4826-4446-43ed-927b-7e9f5a56202d tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469351 Oct 29 01:32:31.045532 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:31.086062 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c58f5c-4515-483a-a354-edce290b050c'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:32:31.089821 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2fa59d-f909-46b0-9d71-708b3688955c" -d '{"events": [{"server_uuid": "7535694c-3eeb-4d9a-bb4c-be3aac760b74", "name": "network-vif-unplugged", "status": "completed", "tag": "a2c58f5c-4515-483a-a354-edce290b050c"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:32:31.096001 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:31.100228 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-d93b05c2-fe96-496f-b6c1-43ccad81e70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:31.104672 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port a2c58f5c-4515-483a-a354-edce290b050c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a2c58f5c-4515-483a-a354-edce290b050c,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:31.158993 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 01:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e925dfce-f402-40b0-ba93-2e46a9d2ba24 x-openstack-request-id: req-e925dfce-f402-40b0-ba93-2e46a9d2ba24 {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:32:31.159340 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7535694c-3eeb-4d9a-bb4c-be3aac760b74", "name": "network-vif-unplugged", "status": "failed", "tag": "a2c58f5c-4515-483a-a354-edce290b050c", "code": 422}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:32:31.159585 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e925dfce-f402-40b0-ba93-2e46a9d2ba24 {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:32:31.160041 dv-cinder-815582-5-smb neutron-server[101939]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a2c58f5c-4515-483a-a354-edce290b050c', 'code': 422} returned with failed status Oct 29 01:32:31.162761 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 is already hosted by enough agents. {{(pid=101937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:31.175212 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:31.175212 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Received port after_create {{(pid=101937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:32:31.182015 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:31.253397 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=a2c58f5c-4515-483a-a354-edce290b050c,revision_number=8']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:31.261228 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=1b38fb9c-e26b-4942-9549-4e417fd81f0f,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:31.493747 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:31.565425 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:31.725878 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560260'] for router, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:31.918132 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085a7e5e-93cb-4e9d-8a86-9f1b67521670 None None] Network ada08a0c-2acd-4c9f-b94b-04132d5562f9 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:32:32.026158 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-9be8146e-bbd0-46e6-a56c-c541cf54cb05 None None] Provisioning complete for port 5c726213-9b4e-4095-8e43-98affafbf82c triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:32.026583 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-9be8146e-bbd0-46e6-a56c-c541cf54cb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:32.104890 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [req-a67594d2-93ee-4cfb-83f9-882040e4b4c8 req-a8ea97ac-5828-4dcd-8588-735d8dbbb80e service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:32:32.106059 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a67594d2-93ee-4cfb-83f9-882040e4b4c8 req-a8ea97ac-5828-4dcd-8588-735d8dbbb80e service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055351 Oct 29 01:32:32.181844 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291de99d-68e4-4eee-b957-13b361351964 req-0ca6b007-e39e-45f1-b46a-9bb8aed23f22 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:32.183959 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-291de99d-68e4-4eee-b957-13b361351964 req-0ca6b007-e39e-45f1-b46a-9bb8aed23f22 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0544515 Oct 29 01:32:32.192185 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Router abe138d6-855a-403b-b13b-b679c0ba24f4 is scheduled to L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c with binding_index 1 {{(pid=101937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:32:32.204829 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-9be8146e-bbd0-46e6-a56c-c541cf54cb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:32.233200 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-291de99d-68e4-4eee-b957-13b361351964 req-f97687de-0896-4c94-8051-0a7175777611 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420465 Oct 29 01:32:32.255521 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-9be8146e-bbd0-46e6-a56c-c541cf54cb05 None None] For port 5c726213-9b4e-4095-8e43-98affafbf82c, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=5c726213-9b4e-4095-8e43-98affafbf82c,segment=NetworkSegment(3998acc8-802d-4037-a8df-90a5105a6ee9),segment_id=3998acc8-802d-4037-a8df-90a5105a6ee9)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:32.260831 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:32.334147 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:32:32.346341 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Sync routers for ids ['abe138d6-855a-403b-b13b-b679c0ba24f4'] in dv-cinder-815582-5-smb {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:32:32.357930 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Routers {'abe138d6-855a-403b-b13b-b679c0ba24f4'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:32:32.358566 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:32:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['abe138d6-855a-403b-b13b-b679c0ba24f4'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:32.369726 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-9be8146e-bbd0-46e6-a56c-c541cf54cb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:32.440877 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8146e-bbd0-46e6-a56c-c541cf54cb05 None None] Pushing event updated for resources: {'Port': ['ID=5c726213-9b4e-4095-8e43-98affafbf82c,revision_number=3']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:32.479555 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Set router abe138d6-855a-403b-b13b-b679c0ba24f4 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:32:32.491323 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] Publish callbacks [] for router, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:32.491323 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-14ef013f-c548-4280-b110-e9f20950d1f2 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6910722 Oct 29 01:32:32.492571 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 58162) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:32.582138 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17cbf9-377c-4427-80d0-51433d6f5d0c req-6d126f1d-1e75-46d6-89f1-97ec6396589c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:32.597159 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0f17cbf9-377c-4427-80d0-51433d6f5d0c req-6d126f1d-1e75-46d6-89f1-97ec6396589c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.0775743 Oct 29 01:32:32.636116 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-1147e649-3bdf-444e-a474-90020d316740 None None] Provisioning complete for port 5c726213-9b4e-4095-8e43-98affafbf82c triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:32.638149 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-1147e649-3bdf-444e-a474-90020d316740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:32.673336 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0f17cbf9-377c-4427-80d0-51433d6f5d0c req-aec123c6-137d-42ce-b1e9-0ef76bc6748c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745761 Oct 29 01:32:32.709880 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 5c726213-9b4e-4095-8e43-98affafbf82c up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:32.743891 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'name': 'tempest-TestShelveInstance-1081364370-router', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:29Z', 'updated_at': '2021-10-29T01:32:31Z', 'revision_number': 3, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'gw_port': {'id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:30Z', 'updated_at': '2021-10-29T01:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:32.774870 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Checking router: abe138d6-855a-403b-b13b-b679c0ba24f4 for host: dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:32:32.775501 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Updating router abe138d6-855a-403b-b13b-b679c0ba24f4 port 1b38fb9c-e26b-4942-9549-4e417fd81f0f binding host dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:32:32.815354 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:32.833983 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 5c726213-9b4e-4095-8e43-98affafbf82c triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:32.834355 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:33.156229 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:33.193655 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Publish callbacks [] for port, precommit_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:33.283343 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 58188) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:33.324351 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:33.339897 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_common [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Allocated IP 172.20.0.1 (ada08a0c-2acd-4c9f-b94b-04132d5562f9/2576f1bd-041d-4334-bc89-73007635b70e/3235fcbb-a1ee-4f67-a764-9bd65dce8362) {{(pid=101937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:32:33.384082 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Attempting to bind port 1b38fb9c-e26b-4942-9549-4e417fd81f0f on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:32:33.384667 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Attempting to bind port 1b38fb9c-e26b-4942-9549-4e417fd81f0f by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}] {{(pid=101940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:32:33.384796 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Attempting to bind port 1b38fb9c-e26b-4942-9549-4e417fd81f0f on network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:32:33.391759 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed9cc3-8154-40c1-9047-6a27061ad75c None None] Pushing event updated for resources: {'Port': ['ID=1b38fb9c-e26b-4942-9549-4e417fd81f0f,revision_number=2']} {{(pid=101940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:33.400864 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed9cc3-8154-40c1-9047-6a27061ad75c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:33.401421 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed9cc3-8154-40c1-9047-6a27061ad75c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:33.401931 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed9cc3-8154-40c1-9047-6a27061ad75c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:33.402481 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed9cc3-8154-40c1-9047-6a27061ad75c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:33.402967 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed9cc3-8154-40c1-9047-6a27061ad75c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:33.403309 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed9cc3-8154-40c1-9047-6a27061ad75c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:33.403629 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed9cc3-8154-40c1-9047-6a27061ad75c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:33.404213 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed9cc3-8154-40c1-9047-6a27061ad75c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:33.404553 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed9cc3-8154-40c1-9047-6a27061ad75c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:33.405035 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed9cc3-8154-40c1-9047-6a27061ad75c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:33.405362 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed9cc3-8154-40c1-9047-6a27061ad75c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:33.405679 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed9cc3-8154-40c1-9047-6a27061ad75c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:33.410316 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:32:33.410934 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Checking segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:33.411589 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:33.412155 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Bound using segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:32:33.412813 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Bound port: 1b38fb9c-e26b-4942-9549-4e417fd81f0f, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}}] {{(pid=101940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:32:33.413472 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:33.425828 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b429d-4f3f-4389-9ab9-bde0397c95b3 req-70c44bfa-bac7-4678-9b3f-bd14f9e69351 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:33.427725 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-447b429d-4f3f-4389-9ab9-bde0397c95b3 req-70c44bfa-bac7-4678-9b3f-bd14f9e69351 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.1055870 Oct 29 01:32:33.438247 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6ef0fa05-09d9-4fdb-8c6c-acb88cf405b5 req-ea832a69-df41-4c91-a504-f5d35831329b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1536300 Oct 29 01:32:33.444470 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [req-6ef0fa05-09d9-4fdb-8c6c-acb88cf405b5 req-3107aa32-a1b4-431e-b55e-53da4e9fd36b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:32:33.458461 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6ef0fa05-09d9-4fdb-8c6c-acb88cf405b5 req-3107aa32-a1b4-431e-b55e-53da4e9fd36b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0107186 Oct 29 01:32:33.462533 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:33.470104 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.db [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] For port 1b38fb9c-e26b-4942-9549-4e417fd81f0f, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:32:33.473679 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.db [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] For port 1b38fb9c-e26b-4942-9549-4e417fd81f0f, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=1b38fb9c-e26b-4942-9549-4e417fd81f0f,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:32:33.509833 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-447b429d-4f3f-4389-9ab9-bde0397c95b3 req-30c532e3-7440-48e2-82e4-6d8840766d66 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694773 Oct 29 01:32:33.576663 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:33.615890 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:33.635069 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Routers {'abe138d6-855a-403b-b13b-b679c0ba24f4'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:32:33.635478 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:32:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['abe138d6-855a-403b-b13b-b679c0ba24f4'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:33.667254 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Network ada08a0c-2acd-4c9f-b94b-04132d5562f9 is already hosted by enough agents. {{(pid=101937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:33.670356 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:33.674036 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed9cc3-8154-40c1-9047-6a27061ad75c None None] Pushing event updated for resources: {'Port': ['ID=1b38fb9c-e26b-4942-9549-4e417fd81f0f,revision_number=3']} {{(pid=101940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:33.674665 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Received port after_create {{(pid=101937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:32:33.675179 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685753'] for router_interface, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:33.719899 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Pushing event updated for resources: {'Port': ['ID=3235fcbb-a1ee-4f67-a764-9bd65dce8362,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:33.790885 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] Set router abe138d6-855a-403b-b13b-b679c0ba24f4 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:32:33.840351 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bed2f-bb1e-4643-a1a9-32f147e018a2 req-a2d03dfc-99e2-46d0-a031-a115e9c10fff tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:33.842653 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0f4bed2f-bb1e-4643-a1a9-32f147e018a2 req-a2d03dfc-99e2-46d0-a031-a115e9c10fff tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.0816731 Oct 29 01:32:33.923251 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:33.926253 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0f4bed2f-bb1e-4643-a1a9-32f147e018a2 req-118c71b9-8c0a-4ae0-b4ef-0891c1c11e14 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762422 Oct 29 01:32:34.022752 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-56a893b1-bcdc-4eca-b26f-3eb0ee5df8ba None None] Provisioning complete for port 3235fcbb-a1ee-4f67-a764-9bd65dce8362 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:34.028806 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-56a893b1-bcdc-4eca-b26f-3eb0ee5df8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:34.033164 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'name': 'tempest-TestShelveInstance-1081364370-router', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:29Z', 'updated_at': '2021-10-29T01:32:31Z', 'revision_number': 3, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'gw_port': {'id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:30Z', 'updated_at': '2021-10-29T01:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:34.073220 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55025ad-83e6-48df-8a15-266d5cf673e4 None None] The sync data for ids ['abe138d6-855a-403b-b13b-b679c0ba24f4'] in dv-cinder-815582-5-smb is: [{'id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'name': 'tempest-TestShelveInstance-1081364370-router', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:29Z', 'updated_at': '2021-10-29T01:32:31Z', 'revision_number': 3, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'gw_port': {'id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:30Z', 'updated_at': '2021-10-29T01:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}] {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:32:34.096200 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-56a893b1-bcdc-4eca-b26f-3eb0ee5df8ba None None] Port 3235fcbb-a1ee-4f67-a764-9bd65dce8362 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:32:34.149542 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:34.244713 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:34.245462 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562761'] for router_interface, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:34.255907 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:34.389303 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Pushing event updated for resources: {'Port': ['ID=3235fcbb-a1ee-4f67-a764-9bd65dce8362,revision_number=2']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:34.443842 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Network ada08a0c-2acd-4c9f-b94b-04132d5562f9 is already hosted by enough agents. {{(pid=101937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:34.445819 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:34.600772 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 1b38fb9c-e26b-4942-9549-4e417fd81f0f up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:34.626335 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Router abe138d6-855a-403b-b13b-b679c0ba24f4 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:32:34.720293 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 1b38fb9c-e26b-4942-9549-4e417fd81f0f triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:34.721007 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:34.749583 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e115b80-b5c3-472b-a129-a16799d4b324 req-975c1135-a799-429d-ac70-47729b3bbbe2 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:34.752066 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0e115b80-b5c3-472b-a129-a16799d4b324 req-975c1135-a799-429d-ac70-47729b3bbbe2 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0833740 Oct 29 01:32:34.809034 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0e115b80-b5c3-472b-a129-a16799d4b324 req-e438e0af-8292-434b-a710-331e9b7edb5c tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504134 Oct 29 01:32:34.865588 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:34.866915 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:32:34.887781 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-950ddd16-62b8-443c-96d7-f55d0b6f9a92 admin admin] 10.222.0.77 "PUT /v2.0/routers/abe138d6-855a-403b-b13b-b679c0ba24f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3860714 Oct 29 01:32:34.923263 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] For port 1b38fb9c-e26b-4942-9549-4e417fd81f0f, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=1b38fb9c-e26b-4942-9549-4e417fd81f0f,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:34.923263 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-99ce3b3d-b475-488a-93dc-20eb2dda290b None None] Provisioning complete for port 3235fcbb-a1ee-4f67-a764-9bd65dce8362 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:34.923263 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-99ce3b3d-b475-488a-93dc-20eb2dda290b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:34.949856 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-99ce3b3d-b475-488a-93dc-20eb2dda290b None None] Port 3235fcbb-a1ee-4f67-a764-9bd65dce8362 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:32:35.012347 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:35.081543 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb53994-f49d-4e8e-bb76-5924951bf154 req-840277ad-ed53-41e9-b7bf-bf81e864cf32 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:35.091887 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Pushing event updated for resources: {'Port': ['ID=1b38fb9c-e26b-4942-9549-4e417fd81f0f,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:35.092404 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-afb53994-f49d-4e8e-bb76-5924951bf154 req-840277ad-ed53-41e9-b7bf-bf81e864cf32 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.0822890 Oct 29 01:32:35.136121 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-afb53994-f49d-4e8e-bb76-5924951bf154 req-d80cd9d2-c0dc-4d66-b434-0dd23ad0990a tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430074 Oct 29 01:32:35.731299 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 58260) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:35.736765 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-401aa28c-fb6f-4fc1-9330-cd11a13751e7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1576678327-network', 'tenant_id': '411f669480f8427ab65613f0c76b73b0'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:35.843989 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401aa28c-fb6f-4fc1-9330-cd11a13751e7 admin admin] Made reservation on behalf of 411f669480f8427ab65613f0c76b73b0 for: {'network': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:32:35.846324 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-401aa28c-fb6f-4fc1-9330-cd11a13751e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:35.859813 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-401aa28c-fb6f-4fc1-9330-cd11a13751e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:35.973194 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f27adb-cb33-41e1-97cd-bf8d2a0904cd req-9c3a847b-9757-4e74-a799-24cf46cb48c7 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:35.974764 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-79f27adb-cb33-41e1-97cd-bf8d2a0904cd req-9c3a847b-9757-4e74-a799-24cf46cb48c7 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0748343 Oct 29 01:32:36.006991 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Sync routers for ids ['abe138d6-855a-403b-b13b-b679c0ba24f4'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:32:36.021978 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-401aa28c-fb6f-4fc1-9330-cd11a13751e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:36.025273 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Routers {'abe138d6-855a-403b-b13b-b679c0ba24f4'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:32:36.025953 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:32:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['abe138d6-855a-403b-b13b-b679c0ba24f4'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:36.047431 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-79f27adb-cb33-41e1-97cd-bf8d2a0904cd req-fff83b21-39a7-4a3a-b831-ab947221eef3 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602775 Oct 29 01:32:36.138175 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Set router abe138d6-855a-403b-b13b-b679c0ba24f4 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:32:36.163628 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-401aa28c-fb6f-4fc1-9330-cd11a13751e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:36.195998 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401aa28c-fb6f-4fc1-9330-cd11a13751e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=101938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:32:36.211008 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401aa28c-fb6f-4fc1-9330-cd11a13751e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a245cbc-12b5-4f02-98e2-f39ca1442e8c,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:36.217762 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-401aa28c-fb6f-4fc1-9330-cd11a13751e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:36.218429 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.segments_db [None req-401aa28c-fb6f-4fc1-9330-cd11a13751e7 admin admin] Added segment 79baf65d-5300-4adb-b15b-b09a03d214db of type vlan for network c7702292-35dc-4c16-a74c-f660dde63ad2 Oct 29 01:32:36.290772 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-401aa28c-fb6f-4fc1-9330-cd11a13751e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:36.379262 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfc534-d2ea-4f8e-9f53-d79e7df27c95 req-95789278-5660-4269-b3b2-682000bb02ba tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:36.380970 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b4dfc534-d2ea-4f8e-9f53-d79e7df27c95 req-95789278-5660-4269-b3b2-682000bb02ba tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.1044791 Oct 29 01:32:36.396824 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'name': 'tempest-TestShelveInstance-1081364370-router', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:29Z', 'updated_at': '2021-10-29T01:32:33Z', 'revision_number': 4, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'gw_port': {'id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:30Z', 'updated_at': '2021-10-29T01:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '3235fcbb-a1ee-4f67-a764-9bd65dce8362', 'name': '', 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'mac_address': 'fa:16:3e:fa:06:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2576f1bd-041d-4334-bc89-73007635b70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:33Z', 'updated_at': '2021-10-29T01:32:33Z', 'revision_number': 2, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'subnets': [{'id': '2576f1bd-041d-4334-bc89-73007635b70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:36.420857 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b4dfc534-d2ea-4f8e-9f53-d79e7df27c95 req-be36d8d5-3879-417a-bb3e-08dfd4a91a05 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337391 Oct 29 01:32:36.428599 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Checking router: abe138d6-855a-403b-b13b-b679c0ba24f4 for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:32:36.429092 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Updating router abe138d6-855a-403b-b13b-b679c0ba24f4 port 3235fcbb-a1ee-4f67-a764-9bd65dce8362 binding host dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:32:36.456631 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:36.501620 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-401aa28c-fb6f-4fc1-9330-cd11a13751e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:36.503160 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401aa28c-fb6f-4fc1-9330-cd11a13751e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:36.503929 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-401aa28c-fb6f-4fc1-9330-cd11a13751e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:36.536845 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 1b38fb9c-e26b-4942-9549-4e417fd81f0f up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:36.578801 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401aa28c-fb6f-4fc1-9330-cd11a13751e7 admin admin] Pushing event updated for resources: {'Network': ['ID=c7702292-35dc-4c16-a74c-f660dde63ad2,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:36.678288 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-401aa28c-fb6f-4fc1-9330-cd11a13751e7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9454675 Oct 29 01:32:36.680804 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 58274) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:36.686413 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-d8cd5262-ec09-4265-b3ee-8dc82ce64822 admin admin] Request body: {'subnet': {'network_id': 'c7702292-35dc-4c16-a74c-f660dde63ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1576678327-subnet', 'tenant_id': '411f669480f8427ab65613f0c76b73b0', 'ip_version': 4}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:36.726948 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network c7702292-35dc-4c16-a74c-f660dde63ad2 details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:32:36.792495 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cd5262-ec09-4265-b3ee-8dc82ce64822 admin admin] Made reservation on behalf of 411f669480f8427ab65613f0c76b73b0 for: {'subnet': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:32:36.795899 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d8cd5262-ec09-4265-b3ee-8dc82ce64822 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906376'] for subnet, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:36.877705 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 1b38fb9c-e26b-4942-9549-4e417fd81f0f triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:36.878102 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:37.044965 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d8cd5262-ec09-4265-b3ee-8dc82ce64822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8883336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8904818'] for subnet, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:37.045509 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Publish callbacks [] for port, precommit_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:37.140843 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:37.156103 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0fa05-09d9-4fdb-8c6c-acb88cf405b5 req-0b54a6f6-f4a6-4afe-8ea2-3dcbc1bcf129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:37.157692 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6ef0fa05-09d9-4fdb-8c6c-acb88cf405b5 req-0b54a6f6-f4a6-4afe-8ea2-3dcbc1bcf129 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74&tenant_id=f136a6ebba524176833d4f65468e2e04 HTTP/1.1" status: 200 len: 1097 time: 0.1407878 Oct 29 01:32:37.158322 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd5262-ec09-4265-b3ee-8dc82ce64822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04311e13-d3ea-4f35-b9cb-8b0a6426f729,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:37.185669 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd5262-ec09-4265-b3ee-8dc82ce64822 admin admin] Checking segment: {'id': '79baf65d-5300-4adb-b15b-b09a03d214db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c7702292-35dc-4c16-a74c-f660dde63ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:37.186130 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cd5262-ec09-4265-b3ee-8dc82ce64822 admin admin] Network hostable DHCP agents. Network: c7702292-35dc-4c16-a74c-f660dde63ad2, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:32:37.193162 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77db99-688c-4bff-86f2-9878092f573c None None] Pushing event updated for resources: {'Port': ['ID=3235fcbb-a1ee-4f67-a764-9bd65dce8362,revision_number=3']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:37.215606 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d67ea4-793f-41e7-af61-bf20ea2d7984 req-5419d687-5da3-449e-bac5-335b2d093c33 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:37.217827 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-78d67ea4-793f-41e7-af61-bf20ea2d7984 req-5419d687-5da3-449e-bac5-335b2d093c33 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0881386 Oct 29 01:32:37.255480 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Attempting to bind port 3235fcbb-a1ee-4f67-a764-9bd65dce8362 on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:32:37.256091 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Attempting to bind port 3235fcbb-a1ee-4f67-a764-9bd65dce8362 by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': '3998acc8-802d-4037-a8df-90a5105a6ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9'}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:32:37.256455 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Attempting to bind port 3235fcbb-a1ee-4f67-a764-9bd65dce8362 on network ada08a0c-2acd-4c9f-b94b-04132d5562f9 {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:32:37.262055 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:32:37.262421 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Checking segment: {'id': '3998acc8-802d-4037-a8df-90a5105a6ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:37.262846 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:37.263991 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Bound using segment: {'id': '3998acc8-802d-4037-a8df-90a5105a6ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9'} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:32:37.264600 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Bound port: 3235fcbb-a1ee-4f67-a764-9bd65dce8362, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3998acc8-802d-4037-a8df-90a5105a6ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9'}}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:32:37.265233 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:37.296359 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0fa05-09d9-4fdb-8c6c-acb88cf405b5 req-5c00fe7f-952b-4a60-99b2-42889474671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:37.297179 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6ef0fa05-09d9-4fdb-8c6c-acb88cf405b5 req-5c00fe7f-952b-4a60-99b2-42889474671d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f136a6ebba524176833d4f65468e2e04&device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 1097 time: 0.0781972 Oct 29 01:32:37.300226 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-78d67ea4-793f-41e7-af61-bf20ea2d7984 req-be176f33-18e3-461b-a63f-db6c3cf82e2a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707734 Oct 29 01:32:37.358178 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cd5262-ec09-4265-b3ee-8dc82ce64822 admin admin] Network c7702292-35dc-4c16-a74c-f660dde63ad2 is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:32:37.358555 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] For port 3235fcbb-a1ee-4f67-a764-9bd65dce8362, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:32:37.362951 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] For port 3235fcbb-a1ee-4f67-a764-9bd65dce8362, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=3235fcbb-a1ee-4f67-a764-9bd65dce8362,segment=NetworkSegment(3998acc8-802d-4037-a8df-90a5105a6ee9),segment_id=3998acc8-802d-4037-a8df-90a5105a6ee9)] {{(pid=101939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:32:37.407793 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0fa05-09d9-4fdb-8c6c-acb88cf405b5 req-58e5042d-9258-4e8c-913a-5681896621f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:37.409435 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6ef0fa05-09d9-4fdb-8c6c-acb88cf405b5 req-58e5042d-9258-4e8c-913a-5681896621f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e96d7435-3b33-4631-af13-70db652698aa HTTP/1.1" status: 200 len: 918 time: 0.1010890 Oct 29 01:32:37.412888 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-f5cb051f-75f3-4cda-8c6d-641dbd32c7db None None] Provisioning complete for port 3235fcbb-a1ee-4f67-a764-9bd65dce8362 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:37.413257 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-f5cb051f-75f3-4cda-8c6d-641dbd32c7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:37.455742 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-f5cb051f-75f3-4cda-8c6d-641dbd32c7db None None] Port 3235fcbb-a1ee-4f67-a764-9bd65dce8362 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:32:37.492892 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6ef0fa05-09d9-4fdb-8c6c-acb88cf405b5 req-814cbe72-1870-4fc0-8174-46d9f8c34499 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2c58f5c-4515-483a-a354-edce290b050c HTTP/1.1" status: 200 len: 999 time: 0.0716069 Oct 29 01:32:37.512832 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:37.517360 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-d8cd5262-ec09-4265-b3ee-8dc82ce64822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, c7702292-35dc-4c16-a74c-f660dde63ad2) {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:37.522001 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cd5262-ec09-4265-b3ee-8dc82ce64822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:37.522579 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d8cd5262-ec09-4265-b3ee-8dc82ce64822 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:37.540972 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a1fb4a-e567-41ec-a485-34ae0620d9bf None None] Network c7702292-35dc-4c16-a74c-f660dde63ad2 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:32:37.603330 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0fa05-09d9-4fdb-8c6c-acb88cf405b5 req-fe1fbf75-7853-40bc-a328-9e40ba01d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:37.605061 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6ef0fa05-09d9-4fdb-8c6c-acb88cf405b5 req-fe1fbf75-7853-40bc-a328-9e40ba01d384 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f5f2a0f-7214-434a-9ad1-734028b6836e HTTP/1.1" status: 200 len: 856 time: 0.0981517 Oct 29 01:32:37.623176 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5919d-1d7a-40c3-a315-6b636547badc req-2885cd7b-f4d7-47d0-b7be-3359d9af8378 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:37.624477 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-03a5919d-1d7a-40c3-a315-6b636547badc req-2885cd7b-f4d7-47d0-b7be-3359d9af8378 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.1096094 Oct 29 01:32:37.637705 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Routers {'abe138d6-855a-403b-b13b-b679c0ba24f4'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:32:37.638487 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:32:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['abe138d6-855a-403b-b13b-b679c0ba24f4'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:37.679658 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77db99-688c-4bff-86f2-9878092f573c None None] Pushing event updated for resources: {'Port': ['ID=3235fcbb-a1ee-4f67-a764-9bd65dce8362,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:37.709504 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-03a5919d-1d7a-40c3-a315-6b636547badc req-9d186e75-9b81-4878-937c-1163460a5400 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729988 Oct 29 01:32:37.719059 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0fa05-09d9-4fdb-8c6c-acb88cf405b5 req-f128d760-1b61-4d21-8f6e-df00ea00fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:37.721416 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6ef0fa05-09d9-4fdb-8c6c-acb88cf405b5 req-f128d760-1b61-4d21-8f6e-df00ea00fcc3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e96d7435-3b33-4631-af13-70db652698aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0956881 Oct 29 01:32:37.725382 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-d8cd5262-ec09-4265-b3ee-8dc82ce64822 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0435686 Oct 29 01:32:37.728383 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 58290) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:37.736936 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1576678327-router', 'tenant_id': '411f669480f8427ab65613f0c76b73b0', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:37.826639 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] Set router abe138d6-855a-403b-b13b-b679c0ba24f4 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:32:37.853215 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6ef0fa05-09d9-4fdb-8c6c-acb88cf405b5 req-8344c326-55de-4e5a-86e3-ec87fc09752c service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126008 Oct 29 01:32:37.856373 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee2aa971-5c1a-599e-98af-d2e8e61f92a0-c7702292-35dc-4c16-a74c-f660dde63ad2', 'network_id': 'c7702292-35dc-4c16-a74c-f660dde63ad2', 'tenant_id': '411f669480f8427ab65613f0c76b73b0', 'fixed_ips': [{'subnet_id': '04311e13-d3ea-4f35-b9cb-8b0a6426f729'}]}} from dv-cinder-815582-5-smb. {{(pid=101939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:32:37.857760 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:37.925433 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2605'] for router, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:37.926687 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2618'] for router, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:37.970988 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-0a9d3857-3d1c-4f9f-a4a4-c3b66fd1a24a None None] Provisioning complete for port 3235fcbb-a1ee-4f67-a764-9bd65dce8362 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:37.971350 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-0a9d3857-3d1c-4f9f-a4a4-c3b66fd1a24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:37.998851 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6ef0fa05-09d9-4fdb-8c6c-acb88cf405b5 req-7ff8ffd5-3cdf-47a2-984a-babcb5768640 service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373224 Oct 29 01:32:38.003081 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:38.208957 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.db_base_plugin_common [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Allocated IP 172.20.0.2 (c7702292-35dc-4c16-a74c-f660dde63ad2/04311e13-d3ea-4f35-b9cb-8b0a6426f729/4c813a64-7056-44bc-a502-75a0382c96ce) {{(pid=101939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:32:38.236411 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:38.256840 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-0a9d3857-3d1c-4f9f-a4a4-c3b66fd1a24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:38.316717 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'name': 'tempest-TestShelveInstance-1081364370-router', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:29Z', 'updated_at': '2021-10-29T01:32:33Z', 'revision_number': 4, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'gw_port': {'id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:30Z', 'updated_at': '2021-10-29T01:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '3235fcbb-a1ee-4f67-a764-9bd65dce8362', 'name': '', 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'mac_address': 'fa:16:3e:fa:06:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2576f1bd-041d-4334-bc89-73007635b70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:33Z', 'updated_at': '2021-10-29T01:32:37Z', 'revision_number': 4, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'subnets': [{'id': '2576f1bd-041d-4334-bc89-73007635b70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:38.365493 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc64471f-6196-4178-b60c-807e77d8a775 None None] The sync data for ids ['abe138d6-855a-403b-b13b-b679c0ba24f4'] in dv-cinder-815582-5-smb is: [{'id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'name': 'tempest-TestShelveInstance-1081364370-router', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:29Z', 'updated_at': '2021-10-29T01:32:33Z', 'revision_number': 4, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'gw_port': {'id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:30Z', 'updated_at': '2021-10-29T01:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '3235fcbb-a1ee-4f67-a764-9bd65dce8362', 'name': '', 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'mac_address': 'fa:16:3e:fa:06:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2576f1bd-041d-4334-bc89-73007635b70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:33Z', 'updated_at': '2021-10-29T01:32:37Z', 'revision_number': 4, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'subnets': [{'id': '2576f1bd-041d-4334-bc89-73007635b70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:32:38.393687 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-0a9d3857-3d1c-4f9f-a4a4-c3b66fd1a24a None None] For port 3235fcbb-a1ee-4f67-a764-9bd65dce8362, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=3235fcbb-a1ee-4f67-a764-9bd65dce8362,segment=NetworkSegment(3998acc8-802d-4037-a8df-90a5105a6ee9),segment_id=3998acc8-802d-4037-a8df-90a5105a6ee9)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:38.511582 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-0a9d3857-3d1c-4f9f-a4a4-c3b66fd1a24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:38.585711 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Publish callbacks [] for port, precommit_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:38.623250 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d3857-3d1c-4f9f-a4a4-c3b66fd1a24a None None] Pushing event updated for resources: {'Port': ['ID=3235fcbb-a1ee-4f67-a764-9bd65dce8362,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:38.660289 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 3235fcbb-a1ee-4f67-a764-9bd65dce8362 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:38.688388 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69549f2a-f6b1-4887-a0e4-d46df5ebd5e9 req-6bc9ec77-fe5f-4aa1-b20b-b3cab5a74651 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:38.689978 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-69549f2a-f6b1-4887-a0e4-d46df5ebd5e9 req-6bc9ec77-fe5f-4aa1-b20b-b3cab5a74651 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.2052739 Oct 29 01:32:38.711771 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:38.740986 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:38.749400 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:38.813412 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Pushing event updated for resources: {'Port': ['ID=4c813a64-7056-44bc-a502-75a0382c96ce,revision_number=1']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:38.834691 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-69549f2a-f6b1-4887-a0e4-d46df5ebd5e9 req-32c63e27-4b55-4238-88e6-1f793a4df125 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367984 Oct 29 01:32:38.865400 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 58320) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:38.875359 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Network c7702292-35dc-4c16-a74c-f660dde63ad2 is already hosted by enough agents. {{(pid=101939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:38.877523 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.base_scheduler [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Resources bound (agent type, host, resource id): {{(pid=101939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:38.879784 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 3235fcbb-a1ee-4f67-a764-9bd65dce8362 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:38.880164 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:38.891962 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Received port after_create {{(pid=101939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:32:38.996874 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764bf83-c825-4027-85f3-dfafb75053d9 req-5881c795-cf09-48cb-94fb-e56b308ecd0c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:39.014346 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Attempting to bind port 4c813a64-7056-44bc-a502-75a0382c96ce on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:32:39.015065 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Attempting to bind port 4c813a64-7056-44bc-a502-75a0382c96ce by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': '79baf65d-5300-4adb-b15b-b09a03d214db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c7702292-35dc-4c16-a74c-f660dde63ad2'}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:32:39.015574 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e764bf83-c825-4027-85f3-dfafb75053d9 req-5881c795-cf09-48cb-94fb-e56b308ecd0c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.1611238 Oct 29 01:32:39.015937 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Attempting to bind port 4c813a64-7056-44bc-a502-75a0382c96ce on network c7702292-35dc-4c16-a74c-f660dde63ad2 {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:32:39.023103 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0ec8483e-aa26-445b-a442-21b5263a2d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:39.028080 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Allocated IP 172.28.3.20 (332549b6-3cdf-4adf-8b3f-15d63761d6c2/20988095-ecd5-434a-9470-4250e0864dd2/3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:32:39.033276 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:32:39.033661 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Checking segment: {'id': '79baf65d-5300-4adb-b15b-b09a03d214db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c7702292-35dc-4c16-a74c-f660dde63ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:39.034093 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:39.034495 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Bound using segment: {'id': '79baf65d-5300-4adb-b15b-b09a03d214db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c7702292-35dc-4c16-a74c-f660dde63ad2'} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:32:39.034981 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Bound port: 4c813a64-7056-44bc-a502-75a0382c96ce, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79baf65d-5300-4adb-b15b-b09a03d214db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c7702292-35dc-4c16-a74c-f660dde63ad2'}}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:32:39.039326 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:39.119582 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e764bf83-c825-4027-85f3-dfafb75053d9 req-67acc332-4e45-4f2f-8c6f-ffe0680bd607 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928929 Oct 29 01:32:39.132247 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0ec8483e-aa26-445b-a442-21b5263a2d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:39.171397 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] For port 4c813a64-7056-44bc-a502-75a0382c96ce, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:32:39.174964 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] For port 4c813a64-7056-44bc-a502-75a0382c96ce, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=4c813a64-7056-44bc-a502-75a0382c96ce,segment=NetworkSegment(79baf65d-5300-4adb-b15b-b09a03d214db),segment_id=79baf65d-5300-4adb-b15b-b09a03d214db)] {{(pid=101939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:32:39.195102 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:39.295986 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0ec8483e-aa26-445b-a442-21b5263a2d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:39.339447 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-0ec8483e-aa26-445b-a442-21b5263a2d48 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d401a64320af48c6a351ab81024131c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4723475 Oct 29 01:32:39.342441 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:39.344689 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:39.347582 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 58330) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:39.351435 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8483e-aa26-445b-a442-21b5263a2d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfd747f-b89e-4671-9b02-6d458310352e,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:39.434742 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:39.451866 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:39.476249 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:32:39.480195 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:39.609581 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-83f77654-3685-4ac8-bac7-9bebb9f94495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:39.633483 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9f9a5-5a9a-43e8-9323-1872a80d8579 None None] Pushing event updated for resources: {'Port': ['ID=4c813a64-7056-44bc-a502-75a0382c96ce,revision_number=2']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:39.804368 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-83f77654-3685-4ac8-bac7-9bebb9f94495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:39.827437 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:40.022170 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-83f77654-3685-4ac8-bac7-9bebb9f94495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:40.024764 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-83f77654-3685-4ac8-bac7-9bebb9f94495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:40.026114 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-83f77654-3685-4ac8-bac7-9bebb9f94495 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/acfd747f-b89e-4671-9b02-6d458310352e HTTP/1.1" status: 204 len: 168 time: 0.6739159 Oct 29 01:32:40.098353 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f77654-3685-4ac8-bac7-9bebb9f94495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfd747f-b89e-4671-9b02-6d458310352e,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:40.197924 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65febb06-ff9c-4ab8-b2aa-c942084abc0e req-ee286b89-33f6-4120-bc34-ad691a314056 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:40.209003 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-65febb06-ff9c-4ab8-b2aa-c942084abc0e req-ee286b89-33f6-4120-bc34-ad691a314056 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.2173181 Oct 29 01:32:40.249976 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:40.367291 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-65febb06-ff9c-4ab8-b2aa-c942084abc0e req-baf4c3b5-5e85-4afe-9cd3-58994c7ea634 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574194 Oct 29 01:32:40.744370 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 3235fcbb-a1ee-4f67-a764-9bd65dce8362 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:40.833996 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 3235fcbb-a1ee-4f67-a764-9bd65dce8362 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:40.834451 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:40.989828 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 4c813a64-7056-44bc-a502-75a0382c96ce up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:41.008390 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34c9bb-02e4-4bbc-a1d4-d66c6a1a2e3b req-de368bcc-8df4-4d81-a358-35d6982ff850 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:41.016342 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cf34c9bb-02e4-4bbc-a1d4-d66c6a1a2e3b req-de368bcc-8df4-4d81-a358-35d6982ff850 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.5620670 Oct 29 01:32:41.057557 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 4c813a64-7056-44bc-a502-75a0382c96ce triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:41.057965 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:41.065631 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560260'] for router, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:41.156355 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:41.175389 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cf34c9bb-02e4-4bbc-a1d4-d66c6a1a2e3b req-e14ba783-dd09-4b37-b6ba-014f0e7d4dc2 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532345 Oct 29 01:32:41.225454 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] For port 4c813a64-7056-44bc-a502-75a0382c96ce, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=4c813a64-7056-44bc-a502-75a0382c96ce,segment=NetworkSegment(79baf65d-5300-4adb-b15b-b09a03d214db),segment_id=79baf65d-5300-4adb-b15b-b09a03d214db)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:41.674842 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3dee8c-8d9c-4cce-9354-6b7f3c12c35c None None] Network c7702292-35dc-4c16-a74c-f660dde63ad2 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:32:41.674842 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-dee9bbd8-4c58-4f0e-a2c2-d3b0fc27c89a None None] Provisioning complete for port 4c813a64-7056-44bc-a502-75a0382c96ce triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:41.674842 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-dee9bbd8-4c58-4f0e-a2c2-d3b0fc27c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:41.746751 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feed74a-1f41-48b3-a646-66e82743a098 req-91dbb4d0-13af-4752-8303-f8eecb7bc8f6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:41.746751 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4feed74a-1f41-48b3-a646-66e82743a098 req-91dbb4d0-13af-4752-8303-f8eecb7bc8f6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0543523 Oct 29 01:32:41.746751 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4feed74a-1f41-48b3-a646-66e82743a098 req-811def04-7e00-4c5b-ae7f-ce07e4c2cad4 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347157 Oct 29 01:32:41.750535 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-dee9bbd8-4c58-4f0e-a2c2-d3b0fc27c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:41.750535 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:41.751486 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Router 0fac948c-377b-4bf2-9e02-7f5c4ff74e8f is scheduled to L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c with binding_index 1 {{(pid=101938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:32:41.787163 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.db.api [None req-dee9bbd8-4c58-4f0e-a2c2-d3b0fc27c89a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 01:32:41.787443 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG oslo_db.api [None req-dee9bbd8-4c58-4f0e-a2c2-d3b0fc27c89a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 01:32:41.792236 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Pushing event updated for resources: {'Port': ['ID=4c813a64-7056-44bc-a502-75a0382c96ce,revision_number=3']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:41.916801 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:32:41.928466 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Sync routers for ids ['0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'] in dv-cinder-815582-5-smb {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:32:41.939927 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Routers {'0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:32:41.940554 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:32:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:42.011931 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] Publish callbacks [] for router, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.013296 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-2dfaa725-4179-4ca4-a793-955d0e56fc28 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2839541 Oct 29 01:32:42.016419 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 58378) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:42.055227 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Set router 0fac948c-377b-4bf2-9e02-7f5c4ff74e8f gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:32:42.288581 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'name': 'tempest-TestShelveInstance-1576678327-router', 'tenant_id': '411f669480f8427ab65613f0c76b73b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:37Z', 'updated_at': '2021-10-29T01:32:39Z', 'revision_number': 3, 'project_id': '411f669480f8427ab65613f0c76b73b0', 'gw_port': {'id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:38Z', 'updated_at': '2021-10-29T01:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:42.322103 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Checking router: 0fac948c-377b-4bf2-9e02-7f5c4ff74e8f for host: dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:32:42.322822 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Updating router 0fac948c-377b-4bf2-9e02-7f5c4ff74e8f port 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77 binding host dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:32:42.353602 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.510269 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-a86717d4-8134-4268-94db-11b059ced507 None None] Provisioning complete for port 4c813a64-7056-44bc-a502-75a0382c96ce triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:42.510607 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a87363-bfb0-44f4-a749-0147f8ac187c req-9fd90015-e0df-44a6-b6fd-892e319a6a01 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:42.510756 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a86717d4-8134-4268-94db-11b059ced507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.518991 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f7a87363-bfb0-44f4-a749-0147f8ac187c req-9fd90015-e0df-44a6-b6fd-892e319a6a01 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.1686778 Oct 29 01:32:42.597112 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f7a87363-bfb0-44f4-a749-0147f8ac187c req-fadbe00b-1d82-4df9-8700-41cce6415921 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768876 Oct 29 01:32:42.602936 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 4c813a64-7056-44bc-a502-75a0382c96ce up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:42.658900 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Publish callbacks [] for port, precommit_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.762466 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 4c813a64-7056-44bc-a502-75a0382c96ce triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:42.763060 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.770562 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da1318-b3b3-46f5-bf1d-e290e64d8b60 req-1a917068-52a7-4d37-8530-edfb5ac45f39 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:42.772124 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-70da1318-b3b3-46f5-bf1d-e290e64d8b60 req-1a917068-52a7-4d37-8530-edfb5ac45f39 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0949516 Oct 29 01:32:42.775308 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.837404 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.853180 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e39df-754e-49c9-a6c5-3775053b5f0d None None] Pushing event updated for resources: {'Port': ['ID=3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77,revision_number=2']} {{(pid=101940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:42.853333 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-70da1318-b3b3-46f5-bf1d-e290e64d8b60 req-d58cf041-878f-4670-9151-32457e952447 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561886 Oct 29 01:32:42.892615 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Attempting to bind port 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77 on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:32:42.892972 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Attempting to bind port 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77 by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}] {{(pid=101940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:32:42.893326 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Attempting to bind port 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77 on network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:32:42.905979 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:32:42.906787 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Checking segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:42.907203 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.907652 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Bound using segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:32:42.908152 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Bound port: 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}}] {{(pid=101940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:32:42.908617 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.974679 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.db [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] For port 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:32:42.979113 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.db [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] For port 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:32:43.079008 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:43.107632 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Allocated IP 172.20.0.1 (c7702292-35dc-4c16-a74c-f660dde63ad2/04311e13-d3ea-4f35-b9cb-8b0a6426f729/89795727-95d9-42f8-8716-a75386739d17) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:32:43.141332 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e39df-754e-49c9-a6c5-3775053b5f0d None None] Pushing event updated for resources: {'Port': ['ID=3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77,revision_number=3']} {{(pid=101940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:43.145274 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Routers {'0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:32:43.145274 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:32:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:43.272297 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:43.376956 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] Set router 0fac948c-377b-4bf2-9e02-7f5c4ff74e8f gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:32:43.377101 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:43.432979 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Network c7702292-35dc-4c16-a74c-f660dde63ad2 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:43.438501 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:43.454144 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=89795727-95d9-42f8-8716-a75386739d17,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:43.464220 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:32:43.517575 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685753'] for router_interface, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:43.678727 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'name': 'tempest-TestShelveInstance-1576678327-router', 'tenant_id': '411f669480f8427ab65613f0c76b73b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:37Z', 'updated_at': '2021-10-29T01:32:39Z', 'revision_number': 3, 'project_id': '411f669480f8427ab65613f0c76b73b0', 'gw_port': {'id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:38Z', 'updated_at': '2021-10-29T01:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:43.751211 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6670ce-375f-437f-9937-a0ae13b44d20 None None] The sync data for ids ['0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'] in dv-cinder-815582-5-smb is: [{'id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'name': 'tempest-TestShelveInstance-1576678327-router', 'tenant_id': '411f669480f8427ab65613f0c76b73b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:37Z', 'updated_at': '2021-10-29T01:32:39Z', 'revision_number': 3, 'project_id': '411f669480f8427ab65613f0c76b73b0', 'gw_port': {'id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:38Z', 'updated_at': '2021-10-29T01:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}] {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:32:43.780255 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-dd21874d-2f01-4af3-a216-e34081db630c None None] Provisioning complete for port 89795727-95d9-42f8-8716-a75386739d17 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:43.780818 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-dd21874d-2f01-4af3-a216-e34081db630c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:43.808133 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250b506-d34c-4b19-9952-0e4b0eb2f34c req-6cecfa2c-5ee5-4a8c-9ef6-725bf6aadf10 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:43.811006 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2250b506-d34c-4b19-9952-0e4b0eb2f34c req-6cecfa2c-5ee5-4a8c-9ef6-725bf6aadf10 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.0786383 Oct 29 01:32:43.853215 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-dd21874d-2f01-4af3-a216-e34081db630c None None] Port 89795727-95d9-42f8-8716-a75386739d17 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:32:43.915434 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2250b506-d34c-4b19-9952-0e4b0eb2f34c req-0784ef1b-6454-43a5-8d7b-14a51f85a988 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820441 Oct 29 01:32:43.916061 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:44.201334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee99fb-4f4c-4c4b-be48-cb8d3967e34e req-2835a8c3-e64d-4676-942b-4b37ec83abdf tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:44.203403 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8fee99fb-4f4c-4c4b-be48-cb8d3967e34e req-2835a8c3-e64d-4676-942b-4b37ec83abdf tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.1709888 Oct 29 01:32:44.302093 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8fee99fb-4f4c-4c4b-be48-cb8d3967e34e req-b829abe7-7e3b-4338-ac48-76f09345e6ad tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790737 Oct 29 01:32:44.306243 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:44.395765 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:44.518063 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562761'] for router_interface, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:44.524189 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=89795727-95d9-42f8-8716-a75386739d17,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:44.597684 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:44.658162 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:44.658393 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Network c7702292-35dc-4c16-a74c-f660dde63ad2 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:44.658523 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:44.659752 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:44.800665 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:44.855000 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] For port 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:44.924542 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Router 0fac948c-377b-4bf2-9e02-7f5c4ff74e8f has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:32:44.941599 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:45.165201 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Pushing event updated for resources: {'Port': ['ID=3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:45.187610 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-3e023d33-1807-4f82-8e6e-b2f4f47ea270 None None] Provisioning complete for port 89795727-95d9-42f8-8716-a75386739d17 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:45.188026 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3e023d33-1807-4f82-8e6e-b2f4f47ea270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:45.214644 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05c16-14e8-405f-b24a-8c55595a0059 req-7701b9fc-6a35-4ecc-8465-b5de78092a5d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:45.216672 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-27b05c16-14e8-405f-b24a-8c55595a0059 req-7701b9fc-6a35-4ecc-8465-b5de78092a5d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.1158688 Oct 29 01:32:45.227389 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-3e023d33-1807-4f82-8e6e-b2f4f47ea270 None None] Port 89795727-95d9-42f8-8716-a75386739d17 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:32:45.252556 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:32:45.259274 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-b4a83a99-88ad-45b5-92ca-9d96ad27a2f7 admin admin] 10.222.0.77 "PUT /v2.0/routers/0fac948c-377b-4bf2-9e02-7f5c4ff74e8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2414820 Oct 29 01:32:45.293295 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-27b05c16-14e8-405f-b24a-8c55595a0059 req-152aa831-9674-4511-a6e7-4fbf083f2b4d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688896 Oct 29 01:32:45.470309 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c88ad3-9e3b-4859-a711-7003c45ef00e req-e848116b-f294-4f58-8a37-92ffcc323134 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:45.471919 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e5c88ad3-9e3b-4859-a711-7003c45ef00e req-e848116b-f294-4f58-8a37-92ffcc323134 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0636926 Oct 29 01:32:45.515013 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e5c88ad3-9e3b-4859-a711-7003c45ef00e req-ce236c29-bcc3-44ae-a968-249726ead5a0 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366766 Oct 29 01:32:46.202134 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Sync routers for ids ['0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:32:46.232744 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Routers {'0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:32:46.233515 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-395c81c1-1800-44ba-839f-2de516112029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:32:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:46.363623 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Set router 0fac948c-377b-4bf2-9e02-7f5c4ff74e8f gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:32:46.429188 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288af1d-850c-46b9-b87d-9ba80030e086 req-fbb7e798-f398-4795-8707-f546b13ad093 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:46.430719 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3288af1d-850c-46b9-b87d-9ba80030e086 req-fbb7e798-f398-4795-8707-f546b13ad093 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.0530360 Oct 29 01:32:46.475799 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3288af1d-850c-46b9-b87d-9ba80030e086 req-202e9f2e-8405-4200-94f7-6fd0c7450b6d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384138 Oct 29 01:32:46.536620 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:46.646068 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551f0fd-ddac-44f6-8568-cddadea70fed req-b65b78b6-8a15-4b46-b080-143e5d16cc5d tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:46.654183 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c551f0fd-ddac-44f6-8568-cddadea70fed req-b65b78b6-8a15-4b46-b080-143e5d16cc5d tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0691099 Oct 29 01:32:46.665119 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:46.665459 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:46.708670 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-395c81c1-1800-44ba-839f-2de516112029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'name': 'tempest-TestShelveInstance-1576678327-router', 'tenant_id': '411f669480f8427ab65613f0c76b73b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:37Z', 'updated_at': '2021-10-29T01:32:43Z', 'revision_number': 4, 'project_id': '411f669480f8427ab65613f0c76b73b0', 'gw_port': {'id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:38Z', 'updated_at': '2021-10-29T01:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '89795727-95d9-42f8-8716-a75386739d17', 'name': '', 'network_id': 'c7702292-35dc-4c16-a74c-f660dde63ad2', 'tenant_id': '411f669480f8427ab65613f0c76b73b0', 'mac_address': 'fa:16:3e:e3:ee:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '04311e13-d3ea-4f35-b9cb-8b0a6426f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:32:44Z', 'revision_number': 2, 'project_id': '411f669480f8427ab65613f0c76b73b0', 'subnets': [{'id': '04311e13-d3ea-4f35-b9cb-8b0a6426f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:46.710122 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c551f0fd-ddac-44f6-8568-cddadea70fed req-3dff0649-ed5c-494a-82f2-05711cbda494 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548770 Oct 29 01:32:46.752629 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Checking router: 0fac948c-377b-4bf2-9e02-7f5c4ff74e8f for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:32:46.752978 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Updating router 0fac948c-377b-4bf2-9e02-7f5c4ff74e8f port 89795727-95d9-42f8-8716-a75386739d17 binding host dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:32:46.805293 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.059269 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 58464) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:47.065093 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-7dcbf1b0-88b1-4269-8b8d-5c6395342d8c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-68009341', 'description': 'tempest-secgroup-smoke-68009341 description', 'project_id': 'ec8b209809be4871af2647d63205c92f'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:47.144329 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Publish callbacks [] for port, precommit_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.250140 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.289954 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf1b0-88b1-4269-8b8d-5c6395342d8c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.312593 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2456cdb-64c7-4b5c-8807-090083b0872e None None] Pushing event updated for resources: {'Port': ['ID=89795727-95d9-42f8-8716-a75386739d17,revision_number=3']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:47.373022 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Attempting to bind port 89795727-95d9-42f8-8716-a75386739d17 on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:32:47.373522 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Attempting to bind port 89795727-95d9-42f8-8716-a75386739d17 by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': '79baf65d-5300-4adb-b15b-b09a03d214db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c7702292-35dc-4c16-a74c-f660dde63ad2'}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:32:47.374204 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Attempting to bind port 89795727-95d9-42f8-8716-a75386739d17 on network c7702292-35dc-4c16-a74c-f660dde63ad2 {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:32:47.392773 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:32:47.393105 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Checking segment: {'id': '79baf65d-5300-4adb-b15b-b09a03d214db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c7702292-35dc-4c16-a74c-f660dde63ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:47.393528 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.395014 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Bound using segment: {'id': '79baf65d-5300-4adb-b15b-b09a03d214db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c7702292-35dc-4c16-a74c-f660dde63ad2'} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:32:47.395544 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Bound port: 89795727-95d9-42f8-8716-a75386739d17, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79baf65d-5300-4adb-b15b-b09a03d214db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c7702292-35dc-4c16-a74c-f660dde63ad2'}}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:32:47.395947 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.424228 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf1b0-88b1-4269-8b8d-5c6395342d8c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.488361 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-395c81c1-1800-44ba-839f-2de516112029 None None] For port 89795727-95d9-42f8-8716-a75386739d17, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:32:47.491626 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-395c81c1-1800-44ba-839f-2de516112029 None None] For port 89795727-95d9-42f8-8716-a75386739d17, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=89795727-95d9-42f8-8716-a75386739d17,segment=NetworkSegment(79baf65d-5300-4adb-b15b-b09a03d214db),segment_id=79baf65d-5300-4adb-b15b-b09a03d214db)] {{(pid=101939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:32:47.507269 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf1b0-88b1-4269-8b8d-5c6395342d8c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.568739 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-4158f162-73e4-471e-8a5a-25af1d62c7e6 None None] Provisioning complete for port 89795727-95d9-42f8-8716-a75386739d17 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:47.573420 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4158f162-73e4-471e-8a5a-25af1d62c7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.576495 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbf1b0-88b1-4269-8b8d-5c6395342d8c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9719cb-459f-43b6-abba-f520bb2eb9f8,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:47.617569 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.626456 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-4158f162-73e4-471e-8a5a-25af1d62c7e6 None None] Port 89795727-95d9-42f8-8716-a75386739d17 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:32:47.640243 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b45d3-8864-49bb-9c97-c85124b7e663 req-a83cac9b-6dd2-4363-8a0e-7239121e71f6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:47.641964 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-484b45d3-8864-49bb-9c97-c85124b7e663 req-a83cac9b-6dd2-4363-8a0e-7239121e71f6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.0678127 Oct 29 01:32:47.675957 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-7dcbf1b0-88b1-4269-8b8d-5c6395342d8c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.677236 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-7dcbf1b0-88b1-4269-8b8d-5c6395342d8c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.6160481 Oct 29 01:32:47.680330 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 58478) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:47.681146 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Routers {'0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:32:47.681762 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-395c81c1-1800-44ba-839f-2de516112029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:32:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:47.685371 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2456cdb-64c7-4b5c-8807-090083b0872e None None] Pushing event updated for resources: {'Port': ['ID=89795727-95d9-42f8-8716-a75386739d17,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:47.694316 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-6d43bddd-fd26-4cb1-a7c2-511cafa1c354 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Request body: {'security_group_rule': {'security_group_id': '2c9719cb-459f-43b6-abba-f520bb2eb9f8', 'project_id': 'ec8b209809be4871af2647d63205c92f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:47.695974 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-484b45d3-8864-49bb-9c97-c85124b7e663 req-fd3e256c-ba82-4637-a99a-b8d29f7ba394 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479276 Oct 29 01:32:47.824055 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-395c81c1-1800-44ba-839f-2de516112029 None None] Set router 0fac948c-377b-4bf2-9e02-7f5c4ff74e8f gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:32:47.879071 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6d43bddd-fd26-4cb1-a7c2-511cafa1c354 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.898022 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761cd38-3bca-4dab-a23d-75c524f5a5c5 req-e5acb254-1c74-49b8-a877-87a090aee2f8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:47.918389 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3761cd38-3bca-4dab-a23d-75c524f5a5c5 req-e5acb254-1c74-49b8-a877-87a090aee2f8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.1090004 Oct 29 01:32:47.953733 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6d43bddd-fd26-4cb1-a7c2-511cafa1c354 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.960679 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3761cd38-3bca-4dab-a23d-75c524f5a5c5 req-ef439468-7363-477f-9d03-02066afdc574 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413959 Oct 29 01:32:47.996255 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-cdacd6ff-5634-44ad-9f07-d64f7555dc8c None None] Provisioning complete for port 89795727-95d9-42f8-8716-a75386739d17 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:47.996657 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-cdacd6ff-5634-44ad-9f07-d64f7555dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:48.038729 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6d43bddd-fd26-4cb1-a7c2-511cafa1c354 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:48.062301 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43bddd-fd26-4cb1-a7c2-511cafa1c354 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e53c293-4bf0-4e73-b8ab-b4bd861a09aa,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:48.183052 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6d43bddd-fd26-4cb1-a7c2-511cafa1c354 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:48.184868 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-6d43bddd-fd26-4cb1-a7c2-511cafa1c354 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5032003 Oct 29 01:32:48.189256 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 58488) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:48.215384 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-069d8d46-1f26-4244-94d1-4b104062edec tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Request body: {'security_group_rule': {'security_group_id': '2c9719cb-459f-43b6-abba-f520bb2eb9f8', 'project_id': 'ec8b209809be4871af2647d63205c92f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:48.272814 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-cdacd6ff-5634-44ad-9f07-d64f7555dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:48.298742 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-395c81c1-1800-44ba-839f-2de516112029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'name': 'tempest-TestShelveInstance-1576678327-router', 'tenant_id': '411f669480f8427ab65613f0c76b73b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:37Z', 'updated_at': '2021-10-29T01:32:43Z', 'revision_number': 4, 'project_id': '411f669480f8427ab65613f0c76b73b0', 'gw_port': {'id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:38Z', 'updated_at': '2021-10-29T01:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '89795727-95d9-42f8-8716-a75386739d17', 'name': '', 'network_id': 'c7702292-35dc-4c16-a74c-f660dde63ad2', 'tenant_id': '411f669480f8427ab65613f0c76b73b0', 'mac_address': 'fa:16:3e:e3:ee:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '04311e13-d3ea-4f35-b9cb-8b0a6426f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:32:47Z', 'revision_number': 4, 'project_id': '411f669480f8427ab65613f0c76b73b0', 'subnets': [{'id': '04311e13-d3ea-4f35-b9cb-8b0a6426f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:48.336329 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395c81c1-1800-44ba-839f-2de516112029 None None] The sync data for ids ['0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'] in dv-cinder-815582-5-smb is: [{'id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'name': 'tempest-TestShelveInstance-1576678327-router', 'tenant_id': '411f669480f8427ab65613f0c76b73b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:37Z', 'updated_at': '2021-10-29T01:32:43Z', 'revision_number': 4, 'project_id': '411f669480f8427ab65613f0c76b73b0', 'gw_port': {'id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:38Z', 'updated_at': '2021-10-29T01:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '89795727-95d9-42f8-8716-a75386739d17', 'name': '', 'network_id': 'c7702292-35dc-4c16-a74c-f660dde63ad2', 'tenant_id': '411f669480f8427ab65613f0c76b73b0', 'mac_address': 'fa:16:3e:e3:ee:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '04311e13-d3ea-4f35-b9cb-8b0a6426f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:32:47Z', 'revision_number': 4, 'project_id': '411f669480f8427ab65613f0c76b73b0', 'subnets': [{'id': '04311e13-d3ea-4f35-b9cb-8b0a6426f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:32:48.346694 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-cdacd6ff-5634-44ad-9f07-d64f7555dc8c None None] For port 89795727-95d9-42f8-8716-a75386739d17, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=89795727-95d9-42f8-8716-a75386739d17,segment=NetworkSegment(79baf65d-5300-4adb-b15b-b09a03d214db),segment_id=79baf65d-5300-4adb-b15b-b09a03d214db)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:48.571627 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 89795727-95d9-42f8-8716-a75386739d17 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:48.637212 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 89795727-95d9-42f8-8716-a75386739d17 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:48.637710 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:48.684359 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-069d8d46-1f26-4244-94d1-4b104062edec tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:48.713230 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-cdacd6ff-5634-44ad-9f07-d64f7555dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:48.771044 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-069d8d46-1f26-4244-94d1-4b104062edec tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:48.814219 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacd6ff-5634-44ad-9f07-d64f7555dc8c None None] Pushing event updated for resources: {'Port': ['ID=89795727-95d9-42f8-8716-a75386739d17,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:48.856207 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5ff25-c6bd-4bb4-8dde-6a81ce8b928c req-4cd3bccb-eabe-4977-8813-527312918724 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:48.860640 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-069d8d46-1f26-4244-94d1-4b104062edec tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:48.866473 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5db5ff25-c6bd-4bb4-8dde-6a81ce8b928c req-4cd3bccb-eabe-4977-8813-527312918724 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.0700200 Oct 29 01:32:48.899626 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d8d46-1f26-4244-94d1-4b104062edec tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ea95d5-a0d1-4513-a012-9cf4990b6689,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:48.916737 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5db5ff25-c6bd-4bb4-8dde-6a81ce8b928c req-85ff87ef-e440-4442-ad38-a5dbf1804eff tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475211 Oct 29 01:32:49.005419 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-069d8d46-1f26-4244-94d1-4b104062edec tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:49.006672 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-069d8d46-1f26-4244-94d1-4b104062edec tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8162696 Oct 29 01:32:49.009392 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 58504) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:49.036537 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-849eb430-7d0b-46eb-a105-5e81dac304b2 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Request body: {'security_group_rule': {'security_group_id': '2c9719cb-459f-43b6-abba-f520bb2eb9f8', 'project_id': 'ec8b209809be4871af2647d63205c92f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:49.096271 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc8781-58e2-4df5-84a3-4baad456eaa9 req-e3014e66-0ee2-4c4a-a7f6-d2b00945ffd8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:49.100709 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-73cc8781-58e2-4df5-84a3-4baad456eaa9 req-e3014e66-0ee2-4c4a-a7f6-d2b00945ffd8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0579059 Oct 29 01:32:49.152404 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-73cc8781-58e2-4df5-84a3-4baad456eaa9 req-a6fe29d5-a731-4ba3-a70f-0f3b542d1d99 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474987 Oct 29 01:32:49.182895 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-849eb430-7d0b-46eb-a105-5e81dac304b2 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:49.265246 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-849eb430-7d0b-46eb-a105-5e81dac304b2 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:49.432603 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-849eb430-7d0b-46eb-a105-5e81dac304b2 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:49.454119 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849eb430-7d0b-46eb-a105-5e81dac304b2 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f4cccf-1ed0-4ade-83b9-5a7e9abca24d,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:49.560814 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-849eb430-7d0b-46eb-a105-5e81dac304b2 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:49.562100 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-849eb430-7d0b-46eb-a105-5e81dac304b2 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5515218 Oct 29 01:32:49.565297 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 58514) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:49.569864 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-9852dc23-5bbd-4868-a071-77be766676cb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Request body: {'security_group_rule': {'security_group_id': '2c9719cb-459f-43b6-abba-f520bb2eb9f8', 'project_id': 'ec8b209809be4871af2647d63205c92f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:49.694836 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9852dc23-5bbd-4868-a071-77be766676cb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:49.784412 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9852dc23-5bbd-4868-a071-77be766676cb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:49.929207 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9852dc23-5bbd-4868-a071-77be766676cb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:49.951143 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852dc23-5bbd-4868-a071-77be766676cb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4841ec1a-4202-4313-b776-2b43a0f65959,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:50.046369 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9852dc23-5bbd-4868-a071-77be766676cb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.047616 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-9852dc23-5bbd-4868-a071-77be766676cb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4812422 Oct 29 01:32:50.050445 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 58518) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:50.054936 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-e0966eb1-e96d-45c6-8e95-5dc29de8b9a9 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Request body: {'security_group_rule': {'security_group_id': '2c9719cb-459f-43b6-abba-f520bb2eb9f8', 'project_id': 'ec8b209809be4871af2647d63205c92f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:50.071461 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad48de1-c995-481e-b599-6a5969f5de1a req-427c8dd5-6326-4a10-b3a3-d1d8bea4e0a9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:50.073639 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5ad48de1-c995-481e-b599-6a5969f5de1a req-427c8dd5-6326-4a10-b3a3-d1d8bea4e0a9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.0817978 Oct 29 01:32:50.124697 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5ad48de1-c995-481e-b599-6a5969f5de1a req-d8973aa6-d63b-4ab4-9b3a-5e257a2e52bd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392275 Oct 29 01:32:50.264239 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.db.securitygroups_db [None req-e0966eb1-e96d-45c6-8e95-5dc29de8b9a9 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Project ec8b209809be4871af2647d63205c92f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 01:32:50.264239 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e0966eb1-e96d-45c6-8e95-5dc29de8b9a9 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.277141 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b96265-7765-4a5b-bac3-1b18f5b280d0 req-22d72a57-194b-467d-ab27-7ccb50aaac70 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:50.281493 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b7b96265-7765-4a5b-bac3-1b18f5b280d0 req-22d72a57-194b-467d-ab27-7ccb50aaac70 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0619431 Oct 29 01:32:50.348172 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b7b96265-7765-4a5b-bac3-1b18f5b280d0 req-b0e07339-0151-45cb-9c2a-65ae9035890f tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594373 Oct 29 01:32:50.361491 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e0966eb1-e96d-45c6-8e95-5dc29de8b9a9 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.558040 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e0966eb1-e96d-45c6-8e95-5dc29de8b9a9 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.580707 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0966eb1-e96d-45c6-8e95-5dc29de8b9a9 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cf215f-fc06-488b-8af1-782b7bdd6b5f,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:50.594106 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 89795727-95d9-42f8-8716-a75386739d17 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:50.651972 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 89795727-95d9-42f8-8716-a75386739d17 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:50.651972 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.698501 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e0966eb1-e96d-45c6-8e95-5dc29de8b9a9 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.709600 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 58536) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:50.709846 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-e0966eb1-e96d-45c6-8e95-5dc29de8b9a9 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6532142 Oct 29 01:32:50.711240 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-79784290-6eba-4149-9716-4e0b8bdf36f4 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Request body: {'security_group_rule': {'security_group_id': '2c9719cb-459f-43b6-abba-f520bb2eb9f8', 'project_id': 'ec8b209809be4871af2647d63205c92f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:50.870130 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.securitygroups_db [None req-79784290-6eba-4149-9716-4e0b8bdf36f4 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Project ec8b209809be4871af2647d63205c92f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 01:32:50.874458 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-79784290-6eba-4149-9716-4e0b8bdf36f4 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.934506 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-79784290-6eba-4149-9716-4e0b8bdf36f4 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.543143 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928538d6-68e6-4e72-8cf8-73f2b13a14d8 req-8bfa8916-129c-476a-b473-5ccf4173d8b7 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:51.544644 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-928538d6-68e6-4e72-8cf8-73f2b13a14d8 req-8bfa8916-129c-476a-b473-5ccf4173d8b7 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.3327768 Oct 29 01:32:51.553256 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba111c-eee7-4960-8d91-70bd1a26ebea req-42e35b44-8120-4a33-93bf-bee5536dc7a1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:51.554863 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0aba111c-eee7-4960-8d91-70bd1a26ebea req-42e35b44-8120-4a33-93bf-bee5536dc7a1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0767775 Oct 29 01:32:51.564455 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-79784290-6eba-4149-9716-4e0b8bdf36f4 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.612496 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79784290-6eba-4149-9716-4e0b8bdf36f4 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cf2f43-8941-4029-a0c5-9500b4015e7e,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:51.645218 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0aba111c-eee7-4960-8d91-70bd1a26ebea req-346ebffd-4361-40e6-9eda-a992793cd227 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820291 Oct 29 01:32:51.647843 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-928538d6-68e6-4e72-8cf8-73f2b13a14d8 req-e26dce1d-9a4d-4fa2-99bf-763ed5c5b7d0 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920486 Oct 29 01:32:51.693873 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-79784290-6eba-4149-9716-4e0b8bdf36f4 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.695061 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-79784290-6eba-4149-9716-4e0b8bdf36f4 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9899292 Oct 29 01:32:52.871103 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5f25c-7348-4955-bd49-99c32225b857 req-1c01a51e-0aa1-4184-b59a-e1b40fe1f032 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:52.871103 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b9b5f25c-7348-4955-bd49-99c32225b857 req-1c01a51e-0aa1-4184-b59a-e1b40fe1f032 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.1203361 Oct 29 01:32:52.921250 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e2e91-12af-421b-a5a1-7715e9de3403 req-6cb2f6dc-33f7-4126-af10-ea18720b151f tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:52.922942 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fe8e2e91-12af-421b-a5a1-7715e9de3403 req-6cb2f6dc-33f7-4126-af10-ea18720b151f tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.1567349 Oct 29 01:32:52.930161 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b9b5f25c-7348-4955-bd49-99c32225b857 req-20ac375d-ac8b-4c44-a1c1-ed98e1da2c57 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594547 Oct 29 01:32:52.965774 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fe8e2e91-12af-421b-a5a1-7715e9de3403 req-34429a29-9cbc-473e-ae96-38b7dd424be4 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365098 Oct 29 01:32:54.085222 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64db718-7487-4e9f-8667-9bacbc822911 req-70b894de-cb5b-4296-a49d-5bfc762057af tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:54.086800 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d64db718-7487-4e9f-8667-9bacbc822911 req-70b894de-cb5b-4296-a49d-5bfc762057af tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.0779295 Oct 29 01:32:54.115974 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8537b-69d5-44cd-a487-96f2509f075a req-38e4456e-47d4-4283-842c-fc242a4913f9 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:54.117529 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-69e8537b-69d5-44cd-a487-96f2509f075a req-38e4456e-47d4-4283-842c-fc242a4913f9 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0764236 Oct 29 01:32:54.165692 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d64db718-7487-4e9f-8667-9bacbc822911 req-77e6c22a-d453-4516-ba62-c102dc1b3025 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684628 Oct 29 01:32:54.179042 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-69e8537b-69d5-44cd-a487-96f2509f075a req-39afe197-040b-42b1-aa9c-fda2d0d3ccc4 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522387 Oct 29 01:32:55.322635 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d6878-8d51-482a-840a-2ddcc089689e req-02bb12eb-e04f-47d6-aa83-9bc51b054bef tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:55.324108 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-373d6878-8d51-482a-840a-2ddcc089689e req-02bb12eb-e04f-47d6-aa83-9bc51b054bef tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.0792334 Oct 29 01:32:55.347362 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f17334-4050-4c74-be4a-72b4ed8d0b69 req-b4fb63b4-5f8f-48dc-a346-e378114f1a36 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:55.348845 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d4f17334-4050-4c74-be4a-72b4ed8d0b69 req-b4fb63b4-5f8f-48dc-a346-e378114f1a36 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0774388 Oct 29 01:32:55.396544 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-373d6878-8d51-482a-840a-2ddcc089689e req-b02ea039-4afc-4e9f-aa1c-a7f4b342f98c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638766 Oct 29 01:32:55.404189 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d4f17334-4050-4c74-be4a-72b4ed8d0b69 req-916211ff-402b-47cf-8af4-8beb1f99a154 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471447 Oct 29 01:32:56.553728 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d60b5-0750-4cb7-90b8-5b8ef73c2b6a req-667e7735-3a70-41ae-a6cb-ab3f6c7e9e9c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:56.555280 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-233d60b5-0750-4cb7-90b8-5b8ef73c2b6a req-667e7735-3a70-41ae-a6cb-ab3f6c7e9e9c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.0684988 Oct 29 01:32:56.562696 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5019865-b301-4799-92b8-8cd728255341 req-2862959e-af74-42e4-afc9-bd3e253ba63d tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:56.564147 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e5019865-b301-4799-92b8-8cd728255341 req-2862959e-af74-42e4-afc9-bd3e253ba63d tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0864193 Oct 29 01:32:56.625158 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-233d60b5-0750-4cb7-90b8-5b8ef73c2b6a req-6abc7159-91a4-4390-a783-cf7b51ff0ea9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600348 Oct 29 01:32:56.639096 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e5019865-b301-4799-92b8-8cd728255341 req-7b155982-36bf-4a3c-b86c-1dc4c542b334 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671210 Oct 29 01:32:57.796303 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7701786-c09d-4c1b-b5ec-9614791d487c req-9e2c4e50-b775-4ab3-81cc-96223c9a6571 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:57.797793 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f7701786-c09d-4c1b-b5ec-9614791d487c req-9e2c4e50-b775-4ab3-81cc-96223c9a6571 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0772073 Oct 29 01:32:57.805975 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1a24b-5c6d-4f63-847b-6e6e8b40ffc4 req-b9b452f9-5076-451d-b561-775d5ee842d8 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:57.807381 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f2a1a24b-5c6d-4f63-847b-6e6e8b40ffc4 req-b9b452f9-5076-451d-b561-775d5ee842d8 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.0855534 Oct 29 01:32:57.866458 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f7701786-c09d-4c1b-b5ec-9614791d487c req-0def8ace-0b66-4f96-878d-b38c9561f490 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581186 Oct 29 01:32:57.871288 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f2a1a24b-5c6d-4f63-847b-6e6e8b40ffc4 req-7baaf7ee-c978-432d-bb2e-f1e04c566b1d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561442 Oct 29 01:32:57.913631 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 58716) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:58.024214 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-77ef58cf-9648-443a-81c1-9f17246ac14a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.103730 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-77ef58cf-9648-443a-81c1-9f17246ac14a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.105901 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 58726) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:58.214460 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-1faf7761-8edf-42b8-bc6f-198979991e95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.225047 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-77ef58cf-9648-443a-81c1-9f17246ac14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.281018 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-77ef58cf-9648-443a-81c1-9f17246ac14a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ec6b06d92b5143f7b9690b1200ab59e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662498 Oct 29 01:32:58.283737 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 58730) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:58.284023 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef58cf-9648-443a-81c1-9f17246ac14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728c04c6-0591-46b5-850b-def61d277382,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:58.337123 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-806c5ce7-41cd-482b-8fb4-18fafb070087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.343260 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-1faf7761-8edf-42b8-bc6f-198979991e95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.373304 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-806c5ce7-41cd-482b-8fb4-18fafb070087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.426482 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-1faf7761-8edf-42b8-bc6f-198979991e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.460999 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4495e3d7-9f05-4676-b083-3bd3e55fa3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.468260 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf7761-8edf-42b8-bc6f-198979991e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33152438-8725-40a3-b6ac-68f6e19b8b64,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:58.472676 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-1faf7761-8edf-42b8-bc6f-198979991e95 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1063a43a50364ff3929dda55b060631c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655758 Oct 29 01:32:58.475258 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 58732) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:58.518686 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-806c5ce7-41cd-482b-8fb4-18fafb070087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.521294 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-806c5ce7-41cd-482b-8fb4-18fafb070087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.524947 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-806c5ce7-41cd-482b-8fb4-18fafb070087 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/728c04c6-0591-46b5-850b-def61d277382 HTTP/1.1" status: 204 len: 168 time: 0.2378035 Oct 29 01:32:58.527527 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-73c5a98b-8c73-48fa-861c-c9d3cc33fb46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.530364 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c5ce7-41cd-482b-8fb4-18fafb070087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728c04c6-0591-46b5-850b-def61d277382,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:58.554033 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-73c5a98b-8c73-48fa-861c-c9d3cc33fb46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.701479 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-73c5a98b-8c73-48fa-861c-c9d3cc33fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.704169 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-73c5a98b-8c73-48fa-861c-c9d3cc33fb46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.705498 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-73c5a98b-8c73-48fa-861c-c9d3cc33fb46 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/33152438-8725-40a3-b6ac-68f6e19b8b64 HTTP/1.1" status: 204 len: 168 time: 0.2291887 Oct 29 01:32:58.713838 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5a98b-8c73-48fa-861c-c9d3cc33fb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33152438-8725-40a3-b6ac-68f6e19b8b64,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:59.021241 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bc72e-e185-401f-be37-ffd3d8670dab req-a7adc458-bba9-42df-9254-545beee1ad2e tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:59.026886 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-778bc72e-e185-401f-be37-ffd3d8670dab req-a7adc458-bba9-42df-9254-545beee1ad2e tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0851171 Oct 29 01:32:59.042086 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device a2c58f5c-4515-483a-a354-edce290b050c details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:32:59.042989 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881e7b8-e387-4982-ac93-d94cde09e630 req-290ebada-22d4-4f1e-917b-9c133ffc05ab tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:59.046249 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b881e7b8-e387-4982-ac93-d94cde09e630 req-290ebada-22d4-4f1e-917b-9c133ffc05ab tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 944 time: 0.0796182 Oct 29 01:32:59.109606 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-778bc72e-e185-401f-be37-ffd3d8670dab req-607f3e1a-859e-4641-b4dd-88420ce1144e tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759382 Oct 29 01:32:59.138856 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b881e7b8-e387-4982-ac93-d94cde09e630 req-e016a5e0-5cb5-426d-a46b-d51f4321cd2f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639470 Oct 29 01:32:59.178460 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 58752) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:59.202758 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port a2c58f5c-4515-483a-a354-edce290b050c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a2c58f5c-4515-483a-a354-edce290b050c,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:59.204074 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fb39aee0-59c8-4a39-9b54-0555ae611428 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.283730 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': 'a2c58f5c-4515-483a-a354-edce290b050c', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'port_id': 'a2c58f5c-4515-483a-a354-edce290b050c', 'mac_address': 'fa:16:3e:9f:47:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:32:59.335482 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fb39aee0-59c8-4a39-9b54-0555ae611428 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.340370 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.364121 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c58f5c-4515-483a-a354-edce290b050c {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:32:59.391077 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port a2c58f5c-4515-483a-a354-edce290b050c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a2c58f5c-4515-483a-a354-edce290b050c,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:59.426462 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fb39aee0-59c8-4a39-9b54-0555ae611428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.466112 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-fb39aee0-59c8-4a39-9b54-0555ae611428 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e24f4db5f39242fb80cc5a2d4ecaa9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864337 Oct 29 01:32:59.469282 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 58764) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:59.470176 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39aee0-59c8-4a39-9b54-0555ae611428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dba31e3-5b95-4bda-8097-0bcb936ff5c6,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:59.498772 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.528841 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a6f0-ca86-4429-bc1f-a36bf03c6222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.561114 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a6f0-ca86-4429-bc1f-a36bf03c6222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.574474 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=a2c58f5c-4515-483a-a354-edce290b050c,revision_number=9']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:59.583251 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:59.583686 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:59.584134 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:59.584593 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:59.585026 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:59.585595 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:59.586090 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:59.586513 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:59.586946 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:59.587451 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:59.587816 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:59.588259 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:59.706920 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a6f0-ca86-4429-bc1f-a36bf03c6222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.709588 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a6f0-ca86-4429-bc1f-a36bf03c6222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.710789 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-c4d5a6f0-ca86-4429-bc1f-a36bf03c6222 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5dba31e3-5b95-4bda-8097-0bcb936ff5c6 HTTP/1.1" status: 204 len: 168 time: 0.2403986 Oct 29 01:32:59.719627 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5a6f0-ca86-4429-bc1f-a36bf03c6222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dba31e3-5b95-4bda-8097-0bcb936ff5c6,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:59.917329 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['a2c58f5c-4515-483a-a354-edce290b050c'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:33:00.260238 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478d8cc-754a-4d6b-8bc6-6c115de9fb29 req-5d49dd20-2821-4356-a1fc-c237b91df588 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:00.261898 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d478d8cc-754a-4d6b-8bc6-6c115de9fb29 req-5d49dd20-2821-4356-a1fc-c237b91df588 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0521841 Oct 29 01:33:00.337965 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb2d1a-fa35-4344-9908-2bd2db1d9da6 req-b10dd15d-9ed8-4d5f-8f9b-2601a00a0d90 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:00.339774 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-75bb2d1a-fa35-4344-9908-2bd2db1d9da6 req-b10dd15d-9ed8-4d5f-8f9b-2601a00a0d90 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 945 time: 0.0768304 Oct 29 01:33:00.345405 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d478d8cc-754a-4d6b-8bc6-6c115de9fb29 req-793c11e5-eb4f-4d07-a8de-66e9abe7b128 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528178 Oct 29 01:33:00.395791 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-75bb2d1a-fa35-4344-9908-2bd2db1d9da6 req-e9226061-0702-4114-a2e5-c7efd6ea9168 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482595 Oct 29 01:33:00.580288 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 58794) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:00.593909 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-a241f4d8-4106-441f-813e-661f921a834e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.673140 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-a241f4d8-4106-441f-813e-661f921a834e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.763727 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-a241f4d8-4106-441f-813e-661f921a834e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.806475 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-a241f4d8-4106-441f-813e-661f921a834e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cae4ff91ee8f4d30933de490a6f65467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250674 Oct 29 01:33:00.807428 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241f4d8-4106-441f-813e-661f921a834e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61233946-51cb-47fe-b537-762d889504bc,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:00.809134 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 58796) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:00.867407 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f6cb77d9-fce1-4710-b650-16d2486acb70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.889585 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f6cb77d9-fce1-4710-b650-16d2486acb70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.026580 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f6cb77d9-fce1-4710-b650-16d2486acb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.030909 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f6cb77d9-fce1-4710-b650-16d2486acb70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.037751 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-f6cb77d9-fce1-4710-b650-16d2486acb70 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/61233946-51cb-47fe-b537-762d889504bc HTTP/1.1" status: 204 len: 168 time: 0.2230375 Oct 29 01:33:01.051547 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb77d9-fce1-4710-b650-16d2486acb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61233946-51cb-47fe-b537-762d889504bc,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:01.074493 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device a2c58f5c-4515-483a-a354-edce290b050c up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:33:01.077295 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-9f31d273-ed8d-49a9-83b9-fa271c6584cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.145414 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port a2c58f5c-4515-483a-a354-edce290b050c triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:01.145809 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.230594 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.257928 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c58f5c-4515-483a-a354-edce290b050c'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:01.260183 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d5ad4f-0750-47cb-bac9-b4686662e55f" -d '{"events": [{"server_uuid": "7535694c-3eeb-4d9a-bb4c-be3aac760b74", "name": "network-vif-plugged", "status": "completed", "tag": "a2c58f5c-4515-483a-a354-edce290b050c"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:01.274149 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port a2c58f5c-4515-483a-a354-edce290b050c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a2c58f5c-4515-483a-a354-edce290b050c,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:01.302045 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271b1895-30b2-4f7b-bb1c-43c6d0fd17b1 x-openstack-request-id: req-271b1895-30b2-4f7b-bb1c-43c6d0fd17b1 {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:01.302556 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7535694c-3eeb-4d9a-bb4c-be3aac760b74", "name": "network-vif-plugged", "status": "completed", "tag": "a2c58f5c-4515-483a-a354-edce290b050c", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:01.302742 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-271b1895-30b2-4f7b-bb1c-43c6d0fd17b1 {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:01.303068 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c58f5c-4515-483a-a354-edce290b050c', 'code': 200} Oct 29 01:33:01.335078 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.388045 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=a2c58f5c-4515-483a-a354-edce290b050c,revision_number=10']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:01.478129 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cedc3-1dbc-43a8-a46f-c7296dc56c85 req-a57dce9a-d996-4345-964f-154b3af841d5 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:01.479702 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-406cedc3-1dbc-43a8-a46f-c7296dc56c85 req-a57dce9a-d996-4345-964f-154b3af841d5 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0613844 Oct 29 01:33:01.552766 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-406cedc3-1dbc-43a8-a46f-c7296dc56c85 req-72b2e2f3-6a26-4641-aeb6-e85a7b7aae3b tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586371 Oct 29 01:33:01.557054 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dd0c6-86fd-4b9b-89c1-9d3ac2f0ec45 req-70032f17-5979-40b4-ba11-ca1444098b31 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:01.558611 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b88dd0c6-86fd-4b9b-89c1-9d3ac2f0ec45 req-70032f17-5979-40b4-ba11-ca1444098b31 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 947 time: 0.0780208 Oct 29 01:33:01.598269 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b88dd0c6-86fd-4b9b-89c1-9d3ac2f0ec45 req-4f42c546-000f-4df5-91db-e7b44da3c49a tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329046 Oct 29 01:33:01.609447 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:02.404372 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:02.494399 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1f392-16ad-4c01-a0c4-60ace878a3a0 req-304a5970-58ed-4a79-9a67-1e6387e3acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:02.496035 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-aea1f392-16ad-4c01-a0c4-60ace878a3a0 req-304a5970-58ed-4a79-9a67-1e6387e3acc0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 1100 time: 0.0420973 Oct 29 01:33:02.533259 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-aea1f392-16ad-4c01-a0c4-60ace878a3a0 req-c4f408e2-5734-41c2-9e2a-77c8a8318074 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289471 Oct 29 01:33:02.692848 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1a403-094f-405a-98e0-494ded545b00 req-95b23521-7c24-4f59-8ccb-cd1cc5fcfba6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:02.694376 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-55c1a403-094f-405a-98e0-494ded545b00 req-95b23521-7c24-4f59-8ccb-cd1cc5fcfba6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0609748 Oct 29 01:33:02.764116 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02165d-3f1f-4e2f-bfb4-5360e6031a2e req-a3be04da-3218-4c48-98d6-f53a043b63d3 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:02.765638 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0e02165d-3f1f-4e2f-bfb4-5360e6031a2e req-a3be04da-3218-4c48-98d6-f53a043b63d3 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 947 time: 0.0889456 Oct 29 01:33:02.768394 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-55c1a403-094f-405a-98e0-494ded545b00 req-12938424-2163-47c3-975a-3d644805c948 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530183 Oct 29 01:33:02.807862 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0e02165d-3f1f-4e2f-bfb4-5360e6031a2e req-9e9f85df-8c2b-49b9-8d3e-64d7f6679964 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334668 Oct 29 01:33:03.898859 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adf576-a87c-40c1-aa1c-17d6dcff9c60 req-915227f5-57f4-4318-b37d-f767a3168254 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:03.900776 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-04adf576-a87c-40c1-aa1c-17d6dcff9c60 req-915227f5-57f4-4318-b37d-f767a3168254 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0630012 Oct 29 01:33:03.985507 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-04adf576-a87c-40c1-aa1c-17d6dcff9c60 req-af93e429-1e56-45a3-b60d-b1fbaf9fd365 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771220 Oct 29 01:33:04.001638 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203438f6-8030-4e86-808f-b6940115fa9c req-ab340aba-5ccc-49e1-8b88-f7040190871f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:04.003330 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-203438f6-8030-4e86-808f-b6940115fa9c req-ab340aba-5ccc-49e1-8b88-f7040190871f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 947 time: 0.0783937 Oct 29 01:33:04.047862 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-203438f6-8030-4e86-808f-b6940115fa9c req-96264933-7d03-464e-9b82-a1e0149527dd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374243 Oct 29 01:33:04.198099 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:04.382224 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:33:05.096514 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920747c-d922-4a15-ad7c-7669d785ead2 req-78749e38-aa24-452c-90a4-cfdc6246c5d5 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:05.098083 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e920747c-d922-4a15-ad7c-7669d785ead2 req-78749e38-aa24-452c-90a4-cfdc6246c5d5 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0501218 Oct 29 01:33:05.140831 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e920747c-d922-4a15-ad7c-7669d785ead2 req-4efb894c-1b48-493c-ad59-c31fbf6d10eb tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365422 Oct 29 01:33:05.188790 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98a068-613d-4777-aed8-f0398ab32cd5 req-0bfb50c5-1707-4f0f-b6b2-07a71ee737af tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:05.190326 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-db98a068-613d-4777-aed8-f0398ab32cd5 req-0bfb50c5-1707-4f0f-b6b2-07a71ee737af tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 947 time: 0.0532219 Oct 29 01:33:05.229377 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-db98a068-613d-4777-aed8-f0398ab32cd5 req-187e711a-ce5d-4822-a244-004d749137ab tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329340 Oct 29 01:33:06.257184 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944135a9-ba41-483b-b496-11e11918f489 req-265b3327-702c-4b57-a098-ee9c80e9874c tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:06.258725 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-944135a9-ba41-483b-b496-11e11918f489 req-265b3327-702c-4b57-a098-ee9c80e9874c tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0488675 Oct 29 01:33:06.304017 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-944135a9-ba41-483b-b496-11e11918f489 req-9367fa73-0e62-48ab-b92d-869409751a22 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384533 Oct 29 01:33:06.361283 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4609146-dd0b-40d3-a4fe-3e37e86f119c req-5bd378e1-92f1-46ac-8db9-3e715e180dfa tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:06.362936 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b4609146-dd0b-40d3-a4fe-3e37e86f119c req-5bd378e1-92f1-46ac-8db9-3e715e180dfa tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 947 time: 0.0556562 Oct 29 01:33:06.402762 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b4609146-dd0b-40d3-a4fe-3e37e86f119c req-d14b0f0a-ff93-4213-8bc4-0bbae68426fb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338943 Oct 29 01:33:07.071523 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5176d1-323b-4397-9bf4-3ab17c1ad619 req-26eaf12b-78c6-49d2-844c-18215aff5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:07.073082 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4b5176d1-323b-4397-9bf4-3ab17c1ad619 req-26eaf12b-78c6-49d2-844c-18215aff5fbb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 1099 time: 0.0413311 Oct 29 01:33:07.112592 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4b5176d1-323b-4397-9bf4-3ab17c1ad619 req-e52fe8dc-1a78-4a76-9738-24685487e951 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312119 Oct 29 01:33:07.424007 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b48fe1-836b-4cd1-8279-21c520f2e115 req-669cfb48-fe13-49d5-a732-d1205954d85e tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:07.425568 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c7b48fe1-836b-4cd1-8279-21c520f2e115 req-669cfb48-fe13-49d5-a732-d1205954d85e tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0518446 Oct 29 01:33:07.471283 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c7b48fe1-836b-4cd1-8279-21c520f2e115 req-ad5e3995-642f-48ca-9f47-309ec7e499d1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394671 Oct 29 01:33:08.601733 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeba8c-baad-453d-9f20-364f45a7c070 req-4dee62b0-3e84-4829-aad8-c9af10e3be36 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:08.603348 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3bdeba8c-baad-453d-9f20-364f45a7c070 req-4dee62b0-3e84-4829-aad8-c9af10e3be36 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0596459 Oct 29 01:33:08.661229 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3bdeba8c-baad-453d-9f20-364f45a7c070 req-b32a440a-8c31-414b-a0f3-ebbd96266bc1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511231 Oct 29 01:33:09.087754 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f759e51-a38d-4322-b056-047eb75e5f4c req-0bc62a02-b3ef-4123-bbaf-67b8aa88075a tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:09.090023 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7f759e51-a38d-4322-b056-047eb75e5f4c req-0bc62a02-b3ef-4123-bbaf-67b8aa88075a tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 946 time: 0.0555422 Oct 29 01:33:09.130921 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7f759e51-a38d-4322-b056-047eb75e5f4c req-52902482-3fbb-4b97-a6ae-38a300e48c25 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340838 Oct 29 01:33:09.442592 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 59054) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:09.552782 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.627930 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.746770 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.786122 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6491c-413c-4e31-8328-aa7a27e4f87b req-f57c8849-60e7-4d36-8a84-513568bec2bf tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:09.788402 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.790417 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-66c6491c-413c-4e31-8328-aa7a27e4f87b req-f57c8849-60e7-4d36-8a84-513568bec2bf tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0556846 Oct 29 01:33:09.791713 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 59074) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:09.795253 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0b640730219c40538a86a32f31501daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510730 Oct 29 01:33:09.799273 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90249508-6ff1-486c-b464-16ddfce2c9d6,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:09.806717 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.807183 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.807635 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.808076 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.808501 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.809002 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.809663 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.810219 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.810841 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.811391 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.812002 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.813377 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e701baa-2128-4b1b-b44e-6d06157a2e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.862651 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-66c6491c-413c-4e31-8328-aa7a27e4f87b req-8b10b0cb-01d8-4f16-8145-c6b69ed6fb5b tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605013 Oct 29 01:33:09.885551 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.906527 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:10.129581 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:10.132338 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:10.133530 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/90249508-6ff1-486c-b464-16ddfce2c9d6 HTTP/1.1" status: 204 len: 168 time: 0.3405530 Oct 29 01:33:10.142314 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90249508-6ff1-486c-b464-16ddfce2c9d6,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:10.149405 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:10.149757 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:10.150122 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:10.150456 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:10.150784 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:10.151096 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:10.151423 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:10.151743 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:10.152064 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:10.152383 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:10.152703 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:10.153016 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48500a4-65ab-4f7d-8ea9-750cf2dcbe63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:10.252028 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a3a4e-5ca7-4b77-8d91-4ab11b0aaff4 req-94b2c416-e94c-45de-b61a-a18097f25de5 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:10.253769 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5d1a3a4e-5ca7-4b77-8d91-4ab11b0aaff4 req-94b2c416-e94c-45de-b61a-a18097f25de5 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 946 time: 0.0497169 Oct 29 01:33:10.292327 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5d1a3a4e-5ca7-4b77-8d91-4ab11b0aaff4 req-2866c86f-8416-4030-9c5e-3502ef520c99 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325880 Oct 29 01:33:10.502335 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a46c-8133-48ac-8a3c-e58153c07a34 req-0f8de7f5-200c-4a77-a0dc-d2ae476023fd tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:10.502335 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9908a46c-8133-48ac-8a3c-e58153c07a34 req-0f8de7f5-200c-4a77-a0dc-d2ae476023fd tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0535202 Oct 29 01:33:10.566429 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9908a46c-8133-48ac-8a3c-e58153c07a34 req-50a3bac5-cae6-41b0-9e64-8c739b222342 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585597 Oct 29 01:33:10.593898 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-716267e6-dc51-45c9-8bc3-f7cd0c3ff3eb req-f54bc395-9b3a-46e7-af26-6bd08f07a727 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570493 Oct 29 01:33:10.698281 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bd15c-4e77-4f56-af9d-def19b4bbec2 req-43eabc1b-7f38-416e-ae89-7c5bc9492423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:10.699807 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d78bd15c-4e77-4f56-af9d-def19b4bbec2 req-43eabc1b-7f38-416e-ae89-7c5bc9492423 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb919510c0cf40f18e2cba8d84793a7f&device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 1099 time: 0.0730407 Oct 29 01:33:10.703265 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716267e6-dc51-45c9-8bc3-f7cd0c3ff3eb req-0ae9eb8d-d05a-4315-b9be-07200f599c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:10.704701 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-716267e6-dc51-45c9-8bc3-f7cd0c3ff3eb req-0ae9eb8d-d05a-4315-b9be-07200f599c99 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dcb593d72c64c55920c19dbe2d09c56&device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 1099 time: 0.0686324 Oct 29 01:33:10.872644 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bd15c-4e77-4f56-af9d-def19b4bbec2 req-355984a1-4b3a-4520-8a06-e6644c809ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:10.874108 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d78bd15c-4e77-4f56-af9d-def19b4bbec2 req-355984a1-4b3a-4520-8a06-e6644c809ed8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=88eb5d49-5e4a-4acd-96b7-71423140ff23 HTTP/1.1" status: 200 len: 920 time: 0.1572232 Oct 29 01:33:10.878276 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716267e6-dc51-45c9-8bc3-f7cd0c3ff3eb req-5e361bfb-61f5-40fc-9183-8e42ab72b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:10.879577 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-716267e6-dc51-45c9-8bc3-f7cd0c3ff3eb req-5e361bfb-61f5-40fc-9183-8e42ab72b9ab service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e315fc3-abe9-469e-87a5-be6b4de29e90 HTTP/1.1" status: 200 len: 912 time: 0.1417673 Oct 29 01:33:10.953948 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d78bd15c-4e77-4f56-af9d-def19b4bbec2 req-f52325be-73dd-458e-aff1-ceb3899dd266 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14032be3-3dd9-41b2-922e-8c96f7e3ceea HTTP/1.1" status: 200 len: 217 time: 0.0641248 Oct 29 01:33:11.011317 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-716267e6-dc51-45c9-8bc3-f7cd0c3ff3eb req-0870cac8-0fd7-492b-9c08-94474e341e65 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8792d828-b72d-4535-8fe4-381017cfb322 HTTP/1.1" status: 200 len: 1000 time: 0.1202929 Oct 29 01:33:11.018034 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bd15c-4e77-4f56-af9d-def19b4bbec2 req-0ad63db1-7bc0-49e2-97f0-37d407e39749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:11.019370 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d78bd15c-4e77-4f56-af9d-def19b4bbec2 req-0ad63db1-7bc0-49e2-97f0-37d407e39749 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e316455a-7c55-4b86-a7d0-f74fde07dde0 HTTP/1.1" status: 200 len: 859 time: 0.0559921 Oct 29 01:33:11.075786 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d78bd15c-4e77-4f56-af9d-def19b4bbec2 req-f29a2d10-bd17-4dfe-bfbf-2c3fce859f31 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88eb5d49-5e4a-4acd-96b7-71423140ff23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283484 Oct 29 01:33:11.093263 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716267e6-dc51-45c9-8bc3-f7cd0c3ff3eb req-29a8deae-f5c7-4113-bf44-f318ccc35413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:11.094753 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-716267e6-dc51-45c9-8bc3-f7cd0c3ff3eb req-29a8deae-f5c7-4113-bf44-f318ccc35413 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd490598-4e26-4fa2-b542-29057546e707 HTTP/1.1" status: 200 len: 850 time: 0.0729716 Oct 29 01:33:11.193587 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716267e6-dc51-45c9-8bc3-f7cd0c3ff3eb req-9e9e21ea-bcdc-488c-aa72-297ff7b99a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:11.195224 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-716267e6-dc51-45c9-8bc3-f7cd0c3ff3eb req-9e9e21ea-bcdc-488c-aa72-297ff7b99a56 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e315fc3-abe9-469e-87a5-be6b4de29e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0900197 Oct 29 01:33:11.205026 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d78bd15c-4e77-4f56-af9d-def19b4bbec2 req-cb23f0b2-e37d-4f73-8e25-7b9cc211751d service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195076 Oct 29 01:33:11.379640 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-716267e6-dc51-45c9-8bc3-f7cd0c3ff3eb req-99057778-6108-4b9f-b28a-3976da895dd9 service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610448 Oct 29 01:33:11.382666 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d78bd15c-4e77-4f56-af9d-def19b4bbec2 req-021cd226-1690-4a96-8a3a-e6d019799251 service neutron] 10.222.0.89 "GET /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629541 Oct 29 01:33:11.437126 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c9f96-188b-4061-8f7a-cc349e05eb7e req-0ff30ed7-37ca-43b7-8d88-81ba71219df6 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:11.438674 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c65c9f96-188b-4061-8f7a-cc349e05eb7e req-0ff30ed7-37ca-43b7-8d88-81ba71219df6 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 946 time: 0.0713484 Oct 29 01:33:11.509053 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c65c9f96-188b-4061-8f7a-cc349e05eb7e req-323cc955-3af7-470d-a6df-dc362942b40a tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470667 Oct 29 01:33:11.531922 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-716267e6-dc51-45c9-8bc3-f7cd0c3ff3eb req-bf63c71f-0296-401d-b09c-d73d6a9d1faa service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202247 Oct 29 01:33:11.694770 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdac13-3364-4032-a203-9437d86a3b6f req-52101fd1-9aa5-41b7-8778-0545e8883d11 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:11.696225 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-73fdac13-3364-4032-a203-9437d86a3b6f req-52101fd1-9aa5-41b7-8778-0545e8883d11 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0519209 Oct 29 01:33:11.734958 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-73fdac13-3364-4032-a203-9437d86a3b6f req-bf153d3e-ba5e-4c36-b113-8c3feff0c913 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319455 Oct 29 01:33:12.627623 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6577a-21f6-4991-adc0-5b76f70d87f9 req-a07d0749-a288-4b12-bc83-5273065403a8 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:12.629090 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cc6577a-21f6-4991-adc0-5b76f70d87f9 req-a07d0749-a288-4b12-bc83-5273065403a8 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 946 time: 0.0485787 Oct 29 01:33:12.666054 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cc6577a-21f6-4991-adc0-5b76f70d87f9 req-8f111231-4284-465d-b7c7-fb33992826eb tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308647 Oct 29 01:33:12.854373 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e5f69-3818-4fbc-bf11-ff9474b6a8b8 req-323cad3b-07bd-4b1b-8e54-d66923242dd8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:12.855855 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a25e5f69-3818-4fbc-bf11-ff9474b6a8b8 req-323cad3b-07bd-4b1b-8e54-d66923242dd8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0473604 Oct 29 01:33:12.895076 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a25e5f69-3818-4fbc-bf11-ff9474b6a8b8 req-5b45e9d3-d3c2-4fb5-8639-d52d9933dcbd tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316377 Oct 29 01:33:13.785683 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14fae0-c5ff-4826-a1a3-83d56d2bb039 req-05226189-34dc-4bcf-9f95-578c82ab63bd tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:13.787250 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7a14fae0-c5ff-4826-a1a3-83d56d2bb039 req-05226189-34dc-4bcf-9f95-578c82ab63bd tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 946 time: 0.0508916 Oct 29 01:33:13.824569 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7a14fae0-c5ff-4826-a1a3-83d56d2bb039 req-a3c89556-dff3-44d5-bade-d9bc04f8b841 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311027 Oct 29 01:33:14.013470 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3894474-8d43-46a0-a20c-7f354277a52a req-8952f113-a72c-4dbf-a50e-d389eded6230 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:14.014874 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a3894474-8d43-46a0-a20c-7f354277a52a req-8952f113-a72c-4dbf-a50e-d389eded6230 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0515268 Oct 29 01:33:14.052227 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a3894474-8d43-46a0-a20c-7f354277a52a req-8f17d7a8-ffa2-4f3f-a417-f79706e81839 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312331 Oct 29 01:33:14.332622 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-0093e797-85cc-4185-87d5-e298f78c19a7 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-68009341&fields=id&tenant_id=ec8b209809be4871af2647d63205c92f HTTP/1.1" status: 200 len: 267 time: 0.0352736 Oct 29 01:33:14.446089 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-df5accef-3efb-45f6-9cc4-426edde4a05c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:14.447599 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-df5accef-3efb-45f6-9cc4-426edde4a05c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/networks?id=ada08a0c-2acd-4c9f-b94b-04132d5562f9 HTTP/1.1" status: 200 len: 809 time: 0.1039050 Oct 29 01:33:14.462927 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-a8bb0022-2506-4921-9280-6ded4bfbc067 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/quotas/ec8b209809be4871af2647d63205c92f HTTP/1.1" status: 200 len: 375 time: 0.0089703 Oct 29 01:33:14.513317 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-ec71e6d7-2d2b-4c46-a239-d8c4d87c73b8 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec8b209809be4871af2647d63205c92f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440447 Oct 29 01:33:14.609643 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-af5915cd-0fa7-4a76-b25a-f791d1ffd43b service neutron] 10.222.0.77 "GET /v2.0/networks/ada08a0c-2acd-4c9f-b94b-04132d5562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848920 Oct 29 01:33:14.698607 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-c0f96532-e22a-438f-8cbc-e6e3dadf0909 service neutron] 10.222.0.77 "GET /v2.0/networks/ada08a0c-2acd-4c9f-b94b-04132d5562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827699 Oct 29 01:33:14.942338 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb834bfb-3ac3-4937-95d8-8bb9331dc92a req-14864b71-05f8-4530-8b7c-71e6f0a3d257 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:14.943834 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fb834bfb-3ac3-4937-95d8-8bb9331dc92a req-14864b71-05f8-4530-8b7c-71e6f0a3d257 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 946 time: 0.0501549 Oct 29 01:33:14.964206 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 59164) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:14.985994 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fb834bfb-3ac3-4937-95d8-8bb9331dc92a req-0552f19a-67ff-4f8b-9dec-aa8446a8c85c tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352221 Oct 29 01:33:15.073439 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1043-09ce-4341-b5a5-339991f4288d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.147495 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1043-09ce-4341-b5a5-339991f4288d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.238003 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1043-09ce-4341-b5a5-339991f4288d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.264452 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3be52-2974-46ee-849a-37001eb86d69 req-ff9912d8-e897-4d65-a0ed-a85edfc0472f tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:15.269913 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-58f3be52-2974-46ee-849a-37001eb86d69 req-ff9912d8-e897-4d65-a0ed-a85edfc0472f tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 946 time: 0.0533583 Oct 29 01:33:15.275726 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b1043-09ce-4341-b5a5-339991f4288d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9c7f23-01e0-43ed-b726-39cc072a3aec,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:15.283357 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-ce1b1043-09ce-4341-b5a5-339991f4288d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=adff2c6efb7f45599ee9e6e773c4fc4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180740 Oct 29 01:33:15.283991 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 59168) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:15.334201 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9b85bfb1-69dc-44ee-a8a8-df13a378655d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.355962 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9b85bfb1-69dc-44ee-a8a8-df13a378655d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.384275 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-58f3be52-2974-46ee-849a-37001eb86d69 req-a433f4fa-e249-4aa4-9508-cd6e59322d4d tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Deleting port 931efb1d-f1f2-431a-986d-18597c552601 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:33:15.384613 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-58f3be52-2974-46ee-849a-37001eb86d69 req-a433f4fa-e249-4aa4-9508-cd6e59322d4d tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.463700 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6dc06759-8f8b-4627-98f3-bb49ed62e8c7 req-cdc3e983-588b-4c3d-9618-708a6f59e339 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 210 time: 0.0327463 Oct 29 01:33:15.507423 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9b85bfb1-69dc-44ee-a8a8-df13a378655d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.511877 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9b85bfb1-69dc-44ee-a8a8-df13a378655d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.514234 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-58f3be52-2974-46ee-849a-37001eb86d69 req-a433f4fa-e249-4aa4-9508-cd6e59322d4d tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] For port 931efb1d-f1f2-431a-986d-18597c552601, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=931efb1d-f1f2-431a-986d-18597c552601,segment=NetworkSegment(49fd1dd9-6d48-43ba-ba57-a848fb088aa8),segment_id=49fd1dd9-6d48-43ba-ba57-a848fb088aa8)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:15.514485 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-58f3be52-2974-46ee-849a-37001eb86d69 req-a433f4fa-e249-4aa4-9508-cd6e59322d4d tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.516005 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-9b85bfb1-69dc-44ee-a8a8-df13a378655d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dd9c7f23-01e0-43ed-b726-39cc072a3aec HTTP/1.1" status: 204 len: 168 time: 0.2307377 Oct 29 01:33:15.529645 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-58f3be52-2974-46ee-849a-37001eb86d69 req-a433f4fa-e249-4aa4-9508-cd6e59322d4d tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Calling delete_port for 931efb1d-f1f2-431a-986d-18597c552601 owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:33:15.534285 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85bfb1-69dc-44ee-a8a8-df13a378655d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9c7f23-01e0-43ed-b726-39cc072a3aec,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:15.758100 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-58f3be52-2974-46ee-849a-37001eb86d69 req-a433f4fa-e249-4aa4-9508-cd6e59322d4d tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.788072 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433f4fa-e249-4aa4-9508-cd6e59322d4d tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Pushing event deleted for resources: {'Port': ['ID=931efb1d-f1f2-431a-986d-18597c552601,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:15.800308 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['931efb1d-f1f2-431a-986d-18597c552601'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:33:15.843680 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f3be52-2974-46ee-849a-37001eb86d69 req-a433f4fa-e249-4aa4-9508-cd6e59322d4d tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] No DVR routers for this DVR port 931efb1d-f1f2-431a-986d-18597c552601 on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:33:15.848226 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-58f3be52-2974-46ee-849a-37001eb86d69 req-a433f4fa-e249-4aa4-9508-cd6e59322d4d tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.851992 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-58f3be52-2974-46ee-849a-37001eb86d69 req-a433f4fa-e249-4aa4-9508-cd6e59322d4d tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.89 "DELETE /v2.0/ports/931efb1d-f1f2-431a-986d-18597c552601 HTTP/1.1" status: 204 len: 173 time: 0.5724127 Oct 29 01:33:15.857570 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3aa50a-b738-4d2a-9055-f59b57a4f0a4', 'name': 'network-vif-deleted', 'tag': '931efb1d-f1f2-431a-986d-18597c552601'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:15.857570 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfcd54d-db3f-40b8-9d20-510d2a8bd8c6" -d '{"events": [{"server_uuid": "bf3aa50a-b738-4d2a-9055-f59b57a4f0a4", "name": "network-vif-deleted", "tag": "931efb1d-f1f2-431a-986d-18597c552601"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:15.912951 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59513306-921a-4a63-a696-d2fcc4531f47 x-openstack-request-id: req-59513306-921a-4a63-a696-d2fcc4531f47 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:15.913317 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3aa50a-b738-4d2a-9055-f59b57a4f0a4", "name": "network-vif-deleted", "tag": "931efb1d-f1f2-431a-986d-18597c552601", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:15.913640 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59513306-921a-4a63-a696-d2fcc4531f47 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:15.914197 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3aa50a-b738-4d2a-9055-f59b57a4f0a4', 'name': 'network-vif-deleted', 'tag': '931efb1d-f1f2-431a-986d-18597c552601', 'status': 'completed', 'code': 200} Oct 29 01:33:16.085802 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b7d2e61b-0144-470b-a977-5603b0b2eb47 req-85da9610-b6e4-45bd-936c-414ff5403dac tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 210 time: 0.0291905 Oct 29 01:33:16.545704 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-08533246-6330-40c8-9272-2056c166e8e4 req-3c33f60a-ade7-4901-b9fc-2d7fa04e9f5a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 210 time: 0.0272503 Oct 29 01:33:17.193465 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ca0ff538-8346-4480-9d87-8d148679b5ad req-e330b5b4-7af1-4954-84cc-a95e2cbdb4b8 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf3aa50a-b738-4d2a-9055-f59b57a4f0a4 HTTP/1.1" status: 200 len: 210 time: 0.0267887 Oct 29 01:33:17.641030 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3feb7cd7-c60b-468d-b384-37fae11280c3 req-b4921f1b-db7d-4461-8def-7b8fe840e7cd tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 210 time: 0.0271010 Oct 29 01:33:18.546868 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-eb1c9ba8-8e86-4c9d-99e6-87e1814680e7 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:18.548326 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-eb1c9ba8-8e86-4c9d-99e6-87e1814680e7 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.89 "GET /v2.0/networks?id=ada08a0c-2acd-4c9f-b94b-04132d5562f9 HTTP/1.1" status: 200 len: 809 time: 0.3311682 Oct 29 01:33:18.604359 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-a23ce224-30c8-43d8-a79d-7858ac840a83 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec8b209809be4871af2647d63205c92f HTTP/1.1" status: 200 len: 378 time: 0.0358348 Oct 29 01:33:18.617791 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-c740e3bf-c34b-4da8-9ff6-d4126ed38252 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Request body: {'port': {'device_id': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'admin_state_up': True, 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'security_groups': ['2c9719cb-459f-43b6-abba-f520bb2eb9f8']}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:18.755583 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2eb7ef2f-3be8-4d5f-ba66-2a9786994031 req-7a2b3bd3-eae3-4cc7-a965-ed258b7f584e tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 210 time: 0.0363781 Oct 29 01:33:18.854860 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-c740e3bf-c34b-4da8-9ff6-d4126ed38252 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Made reservation on behalf of ec8b209809be4871af2647d63205c92f for: {'port': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:33:18.858501 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-c740e3bf-c34b-4da8-9ff6-d4126ed38252 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:18.979061 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-c740e3bf-c34b-4da8-9ff6-d4126ed38252 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Allocated IP 172.20.0.10 (ada08a0c-2acd-4c9f-b94b-04132d5562f9/2576f1bd-041d-4334-bc89-73007635b70e/9320da36-2f2c-4694-9413-162840889512) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:33:19.121553 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-c740e3bf-c34b-4da8-9ff6-d4126ed38252 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.182085 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 931efb1d-f1f2-431a-986d-18597c552601 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:33:19.198227 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9aa80c-c327-431c-a59b-ae89f73aed46 req-49243e02-1d88-4b38-9a5f-237ba7387713 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:19.199702 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0a9aa80c-c327-431c-a59b-ae89f73aed46 req-49243e02-1d88-4b38-9a5f-237ba7387713 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0513451 Oct 29 01:33:19.205681 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: 931efb1d-f1f2-431a-986d-18597c552601 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:33:19.206432 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 931efb1d-f1f2-431a-986d-18597c552601 not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:33:19.240680 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0a9aa80c-c327-431c-a59b-ae89f73aed46 req-94cf537c-fd21-4614-b6d8-33119dd53069 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334029 Oct 29 01:33:19.261929 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-c740e3bf-c34b-4da8-9ff6-d4126ed38252 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.304194 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-c740e3bf-c34b-4da8-9ff6-d4126ed38252 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Network ada08a0c-2acd-4c9f-b94b-04132d5562f9 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:19.309262 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-c740e3bf-c34b-4da8-9ff6-d4126ed38252 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:19.316086 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-c740e3bf-c34b-4da8-9ff6-d4126ed38252 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:33:19.354999 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740e3bf-c34b-4da8-9ff6-d4126ed38252 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Pushing event updated for resources: {'Port': ['ID=9320da36-2f2c-4694-9413-162840889512,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:19.372872 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-c740e3bf-c34b-4da8-9ff6-d4126ed38252 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:19.373479 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-c740e3bf-c34b-4da8-9ff6-d4126ed38252 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.533158 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-c740e3bf-c34b-4da8-9ff6-d4126ed38252 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9196134 Oct 29 01:33:19.544195 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-d5fec5bd-3f7c-46e4-8e74-c14259cfc42a None None] Provisioning complete for port 9320da36-2f2c-4694-9413-162840889512 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:19.544556 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-d5fec5bd-3f7c-46e4-8e74-c14259cfc42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.553490 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Request body: {'port': {'device_id': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:19.579148 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-d5fec5bd-3f7c-46e4-8e74-c14259cfc42a None None] Port 9320da36-2f2c-4694-9413-162840889512 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:33:19.608591 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.905412 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9320da36-2f2c-4694-9413-162840889512 {{(pid=101938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:33:19.915437 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.926324 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0fd39-3223-4da8-bbb1-3d939dc67791 req-15b07b3b-275d-4275-9f88-13825b622bb4 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:19.927817 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3db0fd39-3223-4da8-bbb1-3d939dc67791 req-15b07b3b-275d-4275-9f88-13825b622bb4 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 932 time: 0.0859766 Oct 29 01:33:19.942449 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.provisioning_blocks [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Transition to ACTIVE for port object 9320da36-2f2c-4694-9413-162840889512 will not be triggered until provisioned by entity L2. {{(pid=101938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:33:19.970249 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3db0fd39-3223-4da8-bbb1-3d939dc67791 req-0cf7ac4f-a6dc-4ca9-9abf-dd687d2441ed tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345161 Oct 29 01:33:20.031898 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.105811 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Pushing event updated for resources: {'Port': ['ID=9320da36-2f2c-4694-9413-162840889512,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:20.174115 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Attempting to bind port 9320da36-2f2c-4694-9413-162840889512 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:33:20.174528 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Attempting to bind port 9320da36-2f2c-4694-9413-162840889512 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '3998acc8-802d-4037-a8df-90a5105a6ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9'}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:33:20.174925 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Attempting to bind port 9320da36-2f2c-4694-9413-162840889512 on network ada08a0c-2acd-4c9f-b94b-04132d5562f9 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:33:20.180167 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Port 9320da36-2f2c-4694-9413-162840889512 on network ada08a0c-2acd-4c9f-b94b-04132d5562f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:33:20.180848 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Attempting to bind port 9320da36-2f2c-4694-9413-162840889512 on network ada08a0c-2acd-4c9f-b94b-04132d5562f9 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:33:20.187676 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:33:20.188083 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Checking segment: {'id': '3998acc8-802d-4037-a8df-90a5105a6ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:33:20.188592 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Bound using segment: {'id': '3998acc8-802d-4037-a8df-90a5105a6ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9'} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:33:20.189061 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Bound port: 9320da36-2f2c-4694-9413-162840889512, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3998acc8-802d-4037-a8df-90a5105a6ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9'}}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:33:20.193194 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.273430 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] For port 9320da36-2f2c-4694-9413-162840889512, host hv-cinder-81558, cleared binding levels {{(pid=101938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:33:20.277040 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] For port 9320da36-2f2c-4694-9413-162840889512, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9320da36-2f2c-4694-9413-162840889512,segment=NetworkSegment(3998acc8-802d-4037-a8df-90a5105a6ee9),segment_id=3998acc8-802d-4037-a8df-90a5105a6ee9)] {{(pid=101938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:33:20.360832 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e448f-528f-4579-9c48-22913900b16d req-63ed44cc-1d29-4255-9128-47a0a38531e6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:20.362345 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-247e448f-528f-4579-9c48-22913900b16d req-63ed44cc-1d29-4255-9128-47a0a38531e6 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0502431 Oct 29 01:33:20.400845 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-247e448f-528f-4579-9c48-22913900b16d req-f705e0a1-4b8b-4c2e-89b5-8f0a3540590a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323551 Oct 29 01:33:20.415513 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.455606 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:20.456185 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.457550 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] 10.222.0.89 "PUT /v2.0/ports/9320da36-2f2c-4694-9413-162840889512 HTTP/1.1" status: 200 len: 1094 time: 0.9082327 Oct 29 01:33:20.458019 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'tag': '9320da36-2f2c-4694-9413-162840889512'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:20.460262 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba900a5-5025-42e5-92f3-1fa6c83f3d28" -d '{"events": [{"name": "network-changed", "server_uuid": "027131fb-8eff-41d2-95ef-0d47eeb3765a", "tag": "9320da36-2f2c-4694-9413-162840889512"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:20.482849 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaba5a3-7767-4402-b234-cbaa98159485 service neutron] Pushing event updated for resources: {'Port': ['ID=9320da36-2f2c-4694-9413-162840889512,revision_number=3']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:20.506259 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7438fb3d-3eec-4070-a540-c8371232f3f8 x-openstack-request-id: req-7438fb3d-3eec-4070-a540-c8371232f3f8 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:20.506550 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027131fb-8eff-41d2-95ef-0d47eeb3765a", "tag": "9320da36-2f2c-4694-9413-162840889512", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:20.506803 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7438fb3d-3eec-4070-a540-c8371232f3f8 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:20.507197 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'tag': '9320da36-2f2c-4694-9413-162840889512', 'status': 'completed', 'code': 200} Oct 29 01:33:20.601534 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba900a5-5025-42e5-92f3-1fa6c83f3d28 req-1d8447a7-d561-41c3-a3f7-185a035f2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:20.603075 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6ba900a5-5025-42e5-92f3-1fa6c83f3d28 req-1d8447a7-d561-41c3-a3f7-185a035f2223 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ec8b209809be4871af2647d63205c92f&device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 1097 time: 0.0445628 Oct 29 01:33:20.709358 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba900a5-5025-42e5-92f3-1fa6c83f3d28 req-0834a14a-4f4c-4e0e-ad32-655ffdbfd87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:20.710755 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6ba900a5-5025-42e5-92f3-1fa6c83f3d28 req-0834a14a-4f4c-4e0e-ad32-655ffdbfd87b service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=ec8b209809be4871af2647d63205c92f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0908461 Oct 29 01:33:20.813386 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba900a5-5025-42e5-92f3-1fa6c83f3d28 req-f8583074-fce3-4ebb-b6e4-894918ca1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:20.814924 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6ba900a5-5025-42e5-92f3-1fa6c83f3d28 req-f8583074-fce3-4ebb-b6e4-894918ca1bc7 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931416 Oct 29 01:33:20.927341 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-a420218e-7bfe-41b2-8af5-a6903e1434b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:20.928805 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-a420218e-7bfe-41b2-8af5-a6903e1434b6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ec8b209809be4871af2647d63205c92f&device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 1097 time: 0.0406759 Oct 29 01:33:20.988841 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-447afd65-98bd-422f-b837-3a3702180484 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9320da36-2f2c-4694-9413-162840889512 HTTP/1.1" status: 200 len: 217 time: 0.0371704 Oct 29 01:33:21.049359 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-a9f8f86f-d528-43db-b385-dff50ef56437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:21.050773 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-a9f8f86f-d528-43db-b385-dff50ef56437 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2576f1bd-041d-4334-bc89-73007635b70e HTTP/1.1" status: 200 len: 848 time: 0.0533018 Oct 29 01:33:21.120149 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e1803-09cd-44f9-b3fb-0097782a13ff req-94154ea2-153d-44f8-aa29-26d8fb1d271d tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:21.121680 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fb5e1803-09cd-44f9-b3fb-0097782a13ff req-94154ea2-153d-44f8-aa29-26d8fb1d271d tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 944 time: 0.0849397 Oct 29 01:33:21.127463 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-2e799b13-214d-429f-9c94-4d28c7711bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:21.128880 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-2e799b13-214d-429f-9c94-4d28c7711bb0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ada08a0c-2acd-4c9f-b94b-04132d5562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0648544 Oct 29 01:33:21.207795 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fb5e1803-09cd-44f9-b3fb-0097782a13ff req-84598ea5-ef9c-40e7-86a6-efba714d624c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779731 Oct 29 01:33:21.245456 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-55817d07-5047-4a23-814d-fcf381fe891f service neutron] 10.222.0.89 "GET /v2.0/networks/ada08a0c-2acd-4c9f-b94b-04132d5562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995452 Oct 29 01:33:21.386171 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0cb4a976-ed36-41c2-9318-0c2e92434245 req-62392ec3-eb5f-4c3c-aeb5-a47ad2166045 service neutron] 10.222.0.89 "GET /v2.0/networks/ada08a0c-2acd-4c9f-b94b-04132d5562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885887 Oct 29 01:33:21.519108 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedc566-fc5d-4a67-906b-39fb8e3027c7 req-4a884f39-870e-4833-a30b-5ca27797e891 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:21.520535 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-dbedc566-fc5d-4a67-906b-39fb8e3027c7 req-4a884f39-870e-4833-a30b-5ca27797e891 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0501008 Oct 29 01:33:21.558518 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-dbedc566-fc5d-4a67-906b-39fb8e3027c7 req-a9a563c5-7bd6-46a3-a7f7-3e1e08dabf0c tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316043 Oct 29 01:33:21.852126 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ed543-15a0-4d90-95c8-fb9e610d34c4 req-3e8ace68-43cc-4b3a-9031-d2bc559d8c71 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:21.853554 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bd6ed543-15a0-4d90-95c8-fb9e610d34c4 req-3e8ace68-43cc-4b3a-9031-d2bc559d8c71 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.89 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 945 time: 0.0480604 Oct 29 01:33:21.971238 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-bd6ed543-15a0-4d90-95c8-fb9e610d34c4 req-0b735862-24ff-4254-b17d-f614e364abf1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Deleting port 384b986f-b7cf-4436-8f0b-cacf632317f5 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:33:21.971580 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-bd6ed543-15a0-4d90-95c8-fb9e610d34c4 req-0b735862-24ff-4254-b17d-f614e364abf1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:22.059471 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-bd6ed543-15a0-4d90-95c8-fb9e610d34c4 req-0b735862-24ff-4254-b17d-f614e364abf1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] For port 384b986f-b7cf-4436-8f0b-cacf632317f5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=384b986f-b7cf-4436-8f0b-cacf632317f5,segment=NetworkSegment(ae3ec003-3d3f-400d-a509-189677f12de7),segment_id=ae3ec003-3d3f-400d-a509-189677f12de7)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:22.060016 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-bd6ed543-15a0-4d90-95c8-fb9e610d34c4 req-0b735862-24ff-4254-b17d-f614e364abf1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:22.072459 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-bd6ed543-15a0-4d90-95c8-fb9e610d34c4 req-0b735862-24ff-4254-b17d-f614e364abf1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Calling delete_port for 384b986f-b7cf-4436-8f0b-cacf632317f5 owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:33:22.328137 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ef35f-dd2a-4cef-976d-6254bd35ce63 req-92be8844-cfcf-4abb-91b6-9d16ac0b6742 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:22.329622 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c10ef35f-dd2a-4cef-976d-6254bd35ce63 req-92be8844-cfcf-4abb-91b6-9d16ac0b6742 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 944 time: 0.0475214 Oct 29 01:33:22.369571 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c10ef35f-dd2a-4cef-976d-6254bd35ce63 req-06c3b717-b7f7-42c4-813f-1c7606f3f5c5 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337627 Oct 29 01:33:22.391977 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-bd6ed543-15a0-4d90-95c8-fb9e610d34c4 req-0b735862-24ff-4254-b17d-f614e364abf1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:22.423543 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b735862-24ff-4254-b17d-f614e364abf1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Pushing event deleted for resources: {'Port': ['ID=384b986f-b7cf-4436-8f0b-cacf632317f5,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:22.431646 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['14032be3-3dd9-41b2-922e-8c96f7e3ceea', '384b986f-b7cf-4436-8f0b-cacf632317f5'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:33:22.466308 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6ed543-15a0-4d90-95c8-fb9e610d34c4 req-0b735862-24ff-4254-b17d-f614e364abf1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] No DVR routers for this DVR port 384b986f-b7cf-4436-8f0b-cacf632317f5 on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:33:22.468783 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-bd6ed543-15a0-4d90-95c8-fb9e610d34c4 req-0b735862-24ff-4254-b17d-f614e364abf1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:22.472063 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bd6ed543-15a0-4d90-95c8-fb9e610d34c4 req-0b735862-24ff-4254-b17d-f614e364abf1 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.89 "DELETE /v2.0/ports/384b986f-b7cf-4436-8f0b-cacf632317f5 HTTP/1.1" status: 204 len: 173 time: 0.5877004 Oct 29 01:33:22.507884 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1837d45-290e-434f-a86c-f731b2a027b6', 'name': 'network-vif-deleted', 'tag': '384b986f-b7cf-4436-8f0b-cacf632317f5'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:22.510756 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af3c3ad-e720-429e-b63e-a66b85f59a7c" -d '{"events": [{"server_uuid": "a1837d45-290e-434f-a86c-f731b2a027b6", "name": "network-vif-deleted", "tag": "384b986f-b7cf-4436-8f0b-cacf632317f5"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:22.547643 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a295cf0-76ae-4e04-81e6-43a3a1e5c30b x-openstack-request-id: req-8a295cf0-76ae-4e04-81e6-43a3a1e5c30b {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:22.556325 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1837d45-290e-434f-a86c-f731b2a027b6", "name": "network-vif-deleted", "tag": "384b986f-b7cf-4436-8f0b-cacf632317f5", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:22.556325 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a295cf0-76ae-4e04-81e6-43a3a1e5c30b {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:22.556325 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1837d45-290e-434f-a86c-f731b2a027b6', 'name': 'network-vif-deleted', 'tag': '384b986f-b7cf-4436-8f0b-cacf632317f5', 'status': 'completed', 'code': 200} Oct 29 01:33:22.654120 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b9a45fb4-bfd7-4f1a-9c26-d467fe594bcb req-62462de6-9716-47bd-a659-4cd21d7d786a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1837d45-290e-434f-a86c-f731b2a027b6 HTTP/1.1" status: 200 len: 210 time: 0.0268085 Oct 29 01:33:22.908484 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-41714469-00ba-45e9-a733-097d5576ac56 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:22.910028 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-41714469-00ba-45e9-a733-097d5576ac56 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/networks?id=31d79e44-f117-4da4-9770-f47ee4710344 HTTP/1.1" status: 200 len: 812 time: 0.1063504 Oct 29 01:33:22.925469 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-27ef2cb6-68bd-4af5-ba55-2213dbfc8aa7 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/quotas/8fd85b4d9790480d9fcf6c340fe60774 HTTP/1.1" status: 200 len: 375 time: 0.0097125 Oct 29 01:33:22.959650 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-b04e302c-de4b-4d8b-846c-362a056ccc49 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8fd85b4d9790480d9fcf6c340fe60774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283861 Oct 29 01:33:23.052874 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-b381d2b0-705b-4458-a61a-dfa0fd5009f9 service neutron] 10.222.0.77 "GET /v2.0/networks/31d79e44-f117-4da4-9770-f47ee4710344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850391 Oct 29 01:33:23.140764 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-333dbc3f-8b47-4e8e-95d4-077557a2e69d service neutron] 10.222.0.77 "GET /v2.0/networks/31d79e44-f117-4da4-9770-f47ee4710344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819495 Oct 29 01:33:23.475643 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1b9dc42f-5246-4305-9347-abdbc27e127d req-1254e598-e40c-45e5-a61a-2b1291e24182 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 210 time: 0.0369108 Oct 29 01:33:23.517297 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085d5c0-a1d0-45e6-a43e-a9a725f79936 req-2fba01ea-3397-425a-897d-3e85a6fde02c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:23.518804 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f085d5c0-a1d0-45e6-a43e-a9a725f79936 req-2fba01ea-3397-425a-897d-3e85a6fde02c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 944 time: 0.0699193 Oct 29 01:33:23.562222 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f085d5c0-a1d0-45e6-a43e-a9a725f79936 req-c9e007a4-e6ef-4454-82e9-14423b98cb4c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373685 Oct 29 01:33:24.154948 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fb090-620e-48c7-ae4e-8c94cf6fdb28 req-f5355f7e-463e-47c8-adb8-e6f143899cbe tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:24.156495 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-027fb090-620e-48c7-ae4e-8c94cf6fdb28 req-f5355f7e-463e-47c8-adb8-e6f143899cbe tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0498836 Oct 29 01:33:24.194874 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-027fb090-620e-48c7-ae4e-8c94cf6fdb28 req-09c46369-3fea-44fc-a887-7581f5368f9a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Oct 29 01:33:24.577144 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5f0e7023-e189-4e5e-b73b-35b7785692f0 req-bf0d87dc-1d84-42a7-8225-3e747be8979f tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 210 time: 0.0301671 Oct 29 01:33:24.681426 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd51905-eeb3-4633-938f-099572697c3b req-a168da40-d0f2-43e0-be3a-b15cdb4216e5 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:24.683030 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1cd51905-eeb3-4633-938f-099572697c3b req-a168da40-d0f2-43e0-be3a-b15cdb4216e5 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 944 time: 0.0538952 Oct 29 01:33:24.721725 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1cd51905-eeb3-4633-938f-099572697c3b req-b64ca987-7a16-45c0-b583-7b8902440d6d tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320916 Oct 29 01:33:25.207837 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 9320da36-2f2c-4694-9413-162840889512 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:33:25.274970 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 384b986f-b7cf-4436-8f0b-cacf632317f5 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:33:25.302487 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: 384b986f-b7cf-4436-8f0b-cacf632317f5 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:33:25.302825 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 384b986f-b7cf-4436-8f0b-cacf632317f5 not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:33:25.318187 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4cd2c-aa45-4547-a5a7-abef280aa85a req-cc9a6afe-3201-4255-8d54-bffe4b4165c3 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:25.319695 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1bc4cd2c-aa45-4547-a5a7-abef280aa85a req-cc9a6afe-3201-4255-8d54-bffe4b4165c3 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0546651 Oct 29 01:33:25.338936 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 9320da36-2f2c-4694-9413-162840889512, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9320da36-2f2c-4694-9413-162840889512,segment=NetworkSegment(3998acc8-802d-4037-a8df-90a5105a6ee9),segment_id=3998acc8-802d-4037-a8df-90a5105a6ee9)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:25.351361 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '9320da36-2f2c-4694-9413-162840889512', 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'port_id': '9320da36-2f2c-4694-9413-162840889512', 'mac_address': 'fa:16:3e:4b:ca:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2576f1bd-041d-4334-bc89-73007635b70e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:33:25.362865 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1bc4cd2c-aa45-4547-a5a7-abef280aa85a req-587c7e65-708d-4166-99d4-1e25ce292a6f tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361478 Oct 29 01:33:25.390744 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:25.404228 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9320da36-2f2c-4694-9413-162840889512 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:33:25.423525 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 9320da36-2f2c-4694-9413-162840889512, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9320da36-2f2c-4694-9413-162840889512,segment=NetworkSegment(3998acc8-802d-4037-a8df-90a5105a6ee9),segment_id=3998acc8-802d-4037-a8df-90a5105a6ee9)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:25.500482 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:25.551442 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=9320da36-2f2c-4694-9413-162840889512,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:25.674322 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-00441de6-2e8a-4fe8-9964-7f2ff04664af req-9bf4a5b4-db8c-4850-a491-afad80af6428 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 210 time: 0.0260069 Oct 29 01:33:25.896044 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253df3c-e731-4f11-9576-f9b05be57129 req-a0b2a4ef-815b-4416-9c27-9ecbd40f01c6 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:25.897535 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a253df3c-e731-4f11-9576-f9b05be57129 req-a0b2a4ef-815b-4416-9c27-9ecbd40f01c6 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 945 time: 0.0849826 Oct 29 01:33:25.908297 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-104947d0-d622-4161-8c86-6006c4a83fe6 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:25.909754 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-104947d0-d622-4161-8c86-6006c4a83fe6 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.89 "GET /v2.0/networks?id=31d79e44-f117-4da4-9770-f47ee4710344 HTTP/1.1" status: 200 len: 812 time: 0.1462123 Oct 29 01:33:25.910270 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['9320da36-2f2c-4694-9413-162840889512'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:33:25.944763 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a253df3c-e731-4f11-9576-f9b05be57129 req-7b83b0c6-4c75-4584-851a-1b8d011e6346 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340090 Oct 29 01:33:25.956388 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-c5af3acd-2023-4cf0-b3fe-c54aced3ac4b tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Request body: {'port': {'device_id': '3a05ffe5-0c65-40e1-b080-45c764ada2e3', 'network_id': '31d79e44-f117-4da4-9770-f47ee4710344', 'admin_state_up': True, 'tenant_id': '8fd85b4d9790480d9fcf6c340fe60774'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:26.152469 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-c5af3acd-2023-4cf0-b3fe-c54aced3ac4b tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Made reservation on behalf of 8fd85b4d9790480d9fcf6c340fe60774 for: {'port': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:33:26.157537 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-c5af3acd-2023-4cf0-b3fe-c54aced3ac4b tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:26.280037 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-c5af3acd-2023-4cf0-b3fe-c54aced3ac4b tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Allocated IP 172.20.0.12 (31d79e44-f117-4da4-9770-f47ee4710344/cb8bbff8-2e86-4046-bd7c-812f4f311ad1/0773db42-bbc0-47b4-bb4a-993837039e2e) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:33:26.428540 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-c5af3acd-2023-4cf0-b3fe-c54aced3ac4b tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:26.499066 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbfb5f-0aeb-42ae-acb5-5d33fdd234d5 req-e91633f4-e327-4f32-a604-8044636051cb tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:26.500589 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8bcbfb5f-0aeb-42ae-acb5-5d33fdd234d5 req-e91633f4-e327-4f32-a604-8044636051cb tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0678666 Oct 29 01:33:26.539247 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8bcbfb5f-0aeb-42ae-acb5-5d33fdd234d5 req-bac82e10-80d8-4703-be66-d20834c99264 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327070 Oct 29 01:33:26.557856 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-c5af3acd-2023-4cf0-b3fe-c54aced3ac4b tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:26.604619 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-c5af3acd-2023-4cf0-b3fe-c54aced3ac4b tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Network 31d79e44-f117-4da4-9770-f47ee4710344 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:26.612132 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-c5af3acd-2023-4cf0-b3fe-c54aced3ac4b tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:26.615957 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-c5af3acd-2023-4cf0-b3fe-c54aced3ac4b tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:33:26.644500 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af3acd-2023-4cf0-b3fe-c54aced3ac4b tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Pushing event updated for resources: {'Port': ['ID=0773db42-bbc0-47b4-bb4a-993837039e2e,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:26.675203 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-c5af3acd-2023-4cf0-b3fe-c54aced3ac4b tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:26.675807 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-c5af3acd-2023-4cf0-b3fe-c54aced3ac4b tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:26.771205 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-c5af3acd-2023-4cf0-b3fe-c54aced3ac4b tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8197145 Oct 29 01:33:26.795108 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19516a-63ef-4fb9-93c7-18f5181d6cd8 req-068cee18-32cb-45a3-9bcb-923af638c04f tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:26.796669 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-de19516a-63ef-4fb9-93c7-18f5181d6cd8 req-068cee18-32cb-45a3-9bcb-923af638c04f tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 932 time: 0.0566618 Oct 29 01:33:26.801600 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Request body: {'port': {'device_id': '3a05ffe5-0c65-40e1-b080-45c764ada2e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:26.881167 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-de19516a-63ef-4fb9-93c7-18f5181d6cd8 req-591137be-42ec-4042-a770-ce2bdcc72981 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767415 Oct 29 01:33:26.884460 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:27.125418 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97557383-370d-4367-9282-3208cf2d5371 req-d80d34e7-5dfd-4327-be42-0404f532f13e tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:27.128574 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97557383-370d-4367-9282-3208cf2d5371 req-d80d34e7-5dfd-4327-be42-0404f532f13e tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 945 time: 0.1007209 Oct 29 01:33:27.200587 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 9320da36-2f2c-4694-9413-162840889512 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:33:27.208776 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97557383-370d-4367-9282-3208cf2d5371 req-821d8d57-dfc7-482f-958a-ae530cb20b5a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701096 Oct 29 01:33:27.221589 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0773db42-bbc0-47b4-bb4a-993837039e2e {{(pid=101938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:33:27.230129 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:27.242386 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.provisioning_blocks [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Transition to ACTIVE for port object 0773db42-bbc0-47b4-bb4a-993837039e2e will not be triggered until provisioned by entity L2. {{(pid=101938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:33:27.346244 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:27.381372 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port 9320da36-2f2c-4694-9413-162840889512 completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:33:27.385430 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 9320da36-2f2c-4694-9413-162840889512 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:27.385887 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:27.399051 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3699109-f077-4664-9389-15532328fe88 service neutron] Pushing event updated for resources: {'Port': ['ID=0773db42-bbc0-47b4-bb4a-993837039e2e,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:27.465490 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:27.467522 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Attempting to bind port 0773db42-bbc0-47b4-bb4a-993837039e2e on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:33:27.475672 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Attempting to bind port 0773db42-bbc0-47b4-bb4a-993837039e2e by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '49fd1dd9-6d48-43ba-ba57-a848fb088aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '31d79e44-f117-4da4-9770-f47ee4710344'}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:33:27.475672 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Attempting to bind port 0773db42-bbc0-47b4-bb4a-993837039e2e on network 31d79e44-f117-4da4-9770-f47ee4710344 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:33:27.475672 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Port 0773db42-bbc0-47b4-bb4a-993837039e2e on network 31d79e44-f117-4da4-9770-f47ee4710344 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:33:27.475672 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Attempting to bind port 0773db42-bbc0-47b4-bb4a-993837039e2e on network 31d79e44-f117-4da4-9770-f47ee4710344 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:33:27.477663 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:33:27.478016 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Checking segment: {'id': '49fd1dd9-6d48-43ba-ba57-a848fb088aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '31d79e44-f117-4da4-9770-f47ee4710344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:33:27.478389 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Bound using segment: {'id': '49fd1dd9-6d48-43ba-ba57-a848fb088aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '31d79e44-f117-4da4-9770-f47ee4710344'} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:33:27.478813 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Bound port: 0773db42-bbc0-47b4-bb4a-993837039e2e, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49fd1dd9-6d48-43ba-ba57-a848fb088aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '31d79e44-f117-4da4-9770-f47ee4710344'}}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:33:27.479167 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:27.492675 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9320da36-2f2c-4694-9413-162840889512'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:27.494866 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794d0001-fa18-462f-87d1-ac0c2a08f455" -d '{"events": [{"server_uuid": "027131fb-8eff-41d2-95ef-0d47eeb3765a", "name": "network-vif-plugged", "status": "completed", "tag": "9320da36-2f2c-4694-9413-162840889512"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:27.509114 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 9320da36-2f2c-4694-9413-162840889512, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9320da36-2f2c-4694-9413-162840889512,segment=NetworkSegment(3998acc8-802d-4037-a8df-90a5105a6ee9),segment_id=3998acc8-802d-4037-a8df-90a5105a6ee9)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:27.532445 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d406d090-845b-4ca4-b444-2bf00e555f64 x-openstack-request-id: req-d406d090-845b-4ca4-b444-2bf00e555f64 {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:27.532767 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027131fb-8eff-41d2-95ef-0d47eeb3765a", "name": "network-vif-plugged", "status": "completed", "tag": "9320da36-2f2c-4694-9413-162840889512", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:27.533029 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d406d090-845b-4ca4-b444-2bf00e555f64 {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:27.533450 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9320da36-2f2c-4694-9413-162840889512', 'code': 200} Oct 29 01:33:27.550900 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] For port 0773db42-bbc0-47b4-bb4a-993837039e2e, host hv-cinder-81558, cleared binding levels {{(pid=101938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:33:27.553920 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] For port 0773db42-bbc0-47b4-bb4a-993837039e2e, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0773db42-bbc0-47b4-bb4a-993837039e2e,segment=NetworkSegment(49fd1dd9-6d48-43ba-ba57-a848fb088aa8),segment_id=49fd1dd9-6d48-43ba-ba57-a848fb088aa8)] {{(pid=101938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:33:27.654434 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78875730-b6d7-441d-a0ff-b061f026c359 req-1d262c27-8080-4d1e-b15b-17e4519cee37 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:27.655904 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-78875730-b6d7-441d-a0ff-b061f026c359 req-1d262c27-8080-4d1e-b15b-17e4519cee37 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0480909 Oct 29 01:33:27.693538 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-78875730-b6d7-441d-a0ff-b061f026c359 req-733499ae-f080-4948-9bae-f601060f1aef tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317333 Oct 29 01:33:27.723738 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:27.752361 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:27.779995 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=9320da36-2f2c-4694-9413-162840889512,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:27.786316 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:27.787422 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:27.793245 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-a3699109-f077-4664-9389-15532328fe88 service neutron] 10.222.0.89 "PUT /v2.0/ports/0773db42-bbc0-47b4-bb4a-993837039e2e HTTP/1.1" status: 200 len: 1094 time: 0.9910681 Oct 29 01:33:27.794275 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a05ffe5-0c65-40e1-b080-45c764ada2e3', 'tag': '0773db42-bbc0-47b4-bb4a-993837039e2e'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:27.796668 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0cd853-b7c2-4e4b-aa6b-e9a61c1331a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a05ffe5-0c65-40e1-b080-45c764ada2e3", "tag": "0773db42-bbc0-47b4-bb4a-993837039e2e"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:27.825091 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3699109-f077-4664-9389-15532328fe88 service neutron] Pushing event updated for resources: {'Port': ['ID=0773db42-bbc0-47b4-bb4a-993837039e2e,revision_number=3']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:27.840989 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af120d68-b218-48c2-84af-6cef1dd65300 x-openstack-request-id: req-af120d68-b218-48c2-84af-6cef1dd65300 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:27.841388 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a05ffe5-0c65-40e1-b080-45c764ada2e3", "tag": "0773db42-bbc0-47b4-bb4a-993837039e2e", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:27.841805 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af120d68-b218-48c2-84af-6cef1dd65300 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:27.842313 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a05ffe5-0c65-40e1-b080-45c764ada2e3', 'tag': '0773db42-bbc0-47b4-bb4a-993837039e2e', 'status': 'completed', 'code': 200} Oct 29 01:33:27.939572 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cd853-b7c2-4e4b-aa6b-e9a61c1331a0 req-0910f986-9b65-4def-aa4c-d5c110b0b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:27.941159 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5f0cd853-b7c2-4e4b-aa6b-e9a61c1331a0 req-0910f986-9b65-4def-aa4c-d5c110b0b268 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8fd85b4d9790480d9fcf6c340fe60774&device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 1097 time: 0.0501404 Oct 29 01:33:28.106128 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b24e2-255b-49da-9004-147472aeb08c req-26e4943a-31eb-4369-9fa6-263b0d2516dd tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:28.107602 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-696b24e2-255b-49da-9004-147472aeb08c req-26e4943a-31eb-4369-9fa6-263b0d2516dd tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 944 time: 0.1451483 Oct 29 01:33:28.112191 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106f87d-cff7-421d-8806-a450f1de680c req-3cb2ac2d-ad3f-4fba-9d70-0e7688e27ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:28.113566 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f106f87d-cff7-421d-8806-a450f1de680c req-3cb2ac2d-ad3f-4fba-9d70-0e7688e27ff0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 1099 time: 0.1205971 Oct 29 01:33:28.160598 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cd853-b7c2-4e4b-aa6b-e9a61c1331a0 req-42752d01-9c9c-4ae4-b960-dffae22a7151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:28.162029 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5f0cd853-b7c2-4e4b-aa6b-e9a61c1331a0 req-42752d01-9c9c-4ae4-b960-dffae22a7151 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=8fd85b4d9790480d9fcf6c340fe60774&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1675546 Oct 29 01:33:28.202274 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f106f87d-cff7-421d-8806-a450f1de680c req-3ff4289a-fba7-4363-954f-af2396fa7090 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741289 Oct 29 01:33:28.443923 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-f1066bd0-c559-4edf-b789-c6ef57a3d620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:28.457979 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-696b24e2-255b-49da-9004-147472aeb08c req-f4896142-6328-4702-b332-4ad8b131cfe1 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379645 Oct 29 01:33:28.538762 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc620dd-bd4d-44f8-8db7-b2becd0b4dca req-368ecefe-93ad-437f-b3c0-a7dcbb7ba246 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:28.540221 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8dc620dd-bd4d-44f8-8db7-b2becd0b4dca req-368ecefe-93ad-437f-b3c0-a7dcbb7ba246 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0813994 Oct 29 01:33:28.541196 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cd853-b7c2-4e4b-aa6b-e9a61c1331a0 req-686fcbef-6bab-40dc-b9f2-607ec9d55757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:28.542478 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5f0cd853-b7c2-4e4b-aa6b-e9a61c1331a0 req-686fcbef-6bab-40dc-b9f2-607ec9d55757 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3648031 Oct 29 01:33:28.582829 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8dc620dd-bd4d-44f8-8db7-b2becd0b4dca req-7f85fd14-3956-4651-be79-83aad5badb36 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354216 Oct 29 01:33:28.676030 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-8f99fd1f-8de6-4964-b719-9cb99b79a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:28.677533 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-8f99fd1f-8de6-4964-b719-9cb99b79a699 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8fd85b4d9790480d9fcf6c340fe60774&device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 1097 time: 0.0405095 Oct 29 01:33:28.734940 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-6d23e649-c37c-417d-a992-b7722d3f1391 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0773db42-bbc0-47b4-bb4a-993837039e2e HTTP/1.1" status: 200 len: 217 time: 0.0373757 Oct 29 01:33:28.816090 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-0ff2ff87-ee45-481a-9d24-a62b2846e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:28.817621 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-0ff2ff87-ee45-481a-9d24-a62b2846e3ff service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cb8bbff8-2e86-4046-bd7c-812f4f311ad1 HTTP/1.1" status: 200 len: 852 time: 0.0698066 Oct 29 01:33:28.832133 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6201c9f-d8bf-46d2-8894-7f38dec783ff req-72f7b5e5-842e-4457-9c12-c14139eeddba tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:28.833494 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b6201c9f-d8bf-46d2-8894-7f38dec783ff req-72f7b5e5-842e-4457-9c12-c14139eeddba tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0603123 Oct 29 01:33:28.871557 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-365a953c-e26f-4384-af49-d544f621894e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31d79e44-f117-4da4-9770-f47ee4710344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370493 Oct 29 01:33:28.909101 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b6201c9f-d8bf-46d2-8894-7f38dec783ff req-ec77971e-28e4-4ddc-b409-bd50b392ff6a tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671825 Oct 29 01:33:28.975097 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-72cf7891-9ed3-4ada-97df-ac33430cbda6 service neutron] 10.222.0.89 "GET /v2.0/networks/31d79e44-f117-4da4-9770-f47ee4710344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894198 Oct 29 01:33:29.071331 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fa191904-b9d9-411a-a567-0eccefc42d86 req-cd5b40ba-365f-4493-9ada-e4a9fc666b8f service neutron] 10.222.0.89 "GET /v2.0/networks/31d79e44-f117-4da4-9770-f47ee4710344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860593 Oct 29 01:33:29.574159 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db8aab-6a60-48d3-b817-af5c8819030c req-03370726-5c37-4eb6-9372-a12977ce9801 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:29.576575 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-25db8aab-6a60-48d3-b817-af5c8819030c req-03370726-5c37-4eb6-9372-a12977ce9801 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 944 time: 0.0511894 Oct 29 01:33:29.617461 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-25db8aab-6a60-48d3-b817-af5c8819030c req-71f41e17-ab97-4041-bf06-336178dc69f4 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350397 Oct 29 01:33:29.702164 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17d72e-4f11-4985-8034-6f45c7fb854d req-8dcf62ed-9d90-47d5-9a04-d72797531f9a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:29.703647 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-af17d72e-4f11-4985-8034-6f45c7fb854d req-8dcf62ed-9d90-47d5-9a04-d72797531f9a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0517859 Oct 29 01:33:29.742726 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-af17d72e-4f11-4985-8034-6f45c7fb854d req-10f0f3cf-a7e1-4adf-9379-2981eb4d65f2 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330534 Oct 29 01:33:30.036962 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d72cb-1441-4e22-9ac9-45c875fb2474 req-be8fa5e4-52b4-4d1f-beb9-176282b60b11 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:30.038488 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-191d72cb-1441-4e22-9ac9-45c875fb2474 req-be8fa5e4-52b4-4d1f-beb9-176282b60b11 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0557513 Oct 29 01:33:30.080935 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-191d72cb-1441-4e22-9ac9-45c875fb2474 req-513a54ca-48fe-4e4e-a7d0-b589997544bb tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356491 Oct 29 01:33:30.737933 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f7093-40eb-4cba-9156-2f6c08cfb550 req-bf36ac42-2241-4b65-b0c1-7f05f55762c9 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:30.739397 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a93f7093-40eb-4cba-9156-2f6c08cfb550 req-bf36ac42-2241-4b65-b0c1-7f05f55762c9 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 944 time: 0.0495055 Oct 29 01:33:30.777424 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a93f7093-40eb-4cba-9156-2f6c08cfb550 req-2e3c7d3a-bdad-4ead-adf4-aa3f7e9916ed tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319443 Oct 29 01:33:30.859341 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56587f03-6024-4440-aa7b-42629ea96026 req-6b66fe3b-2510-4d54-a812-889f70a51c7a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:30.860713 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-56587f03-6024-4440-aa7b-42629ea96026 req-6b66fe3b-2510-4d54-a812-889f70a51c7a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0486639 Oct 29 01:33:30.896866 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-56587f03-6024-4440-aa7b-42629ea96026 req-c29cd058-b205-42fd-b015-f1bca378f285 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301037 Oct 29 01:33:31.013946 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb5601-0721-481e-9165-74ca0c08027f req-e04443bb-1fd5-4a3c-be80-d6d65cce44fe tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:31.015419 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7ffb5601-0721-481e-9165-74ca0c08027f req-e04443bb-1fd5-4a3c-be80-d6d65cce44fe tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0523050 Oct 29 01:33:31.049164 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-43559fa3-03ea-4bea-906e-3ce2d8b466c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:31.083631 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7ffb5601-0721-481e-9165-74ca0c08027f req-c04033a5-027e-4fd1-b970-f8100b43aca8 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560775 Oct 29 01:33:31.092842 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defdcc3-a4f2-4f6a-be01-f478b93e6199 req-8039b07e-2648-4da5-9950-445800669d1c tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:31.094460 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3defdcc3-a4f2-4f6a-be01-f478b93e6199 req-8039b07e-2648-4da5-9950-445800669d1c tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.89 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0744774 Oct 29 01:33:31.108950 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 59356) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:31.234651 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd33ad-cb02-4aea-87ef-4fba4ca949c1 req-e1b50b5d-c530-4c81-81d5-20c49e7d3f7f tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:31.236213 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-49dd33ad-cb02-4aea-87ef-4fba4ca949c1 req-e1b50b5d-c530-4c81-81d5-20c49e7d3f7f tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 946 time: 0.0670979 Oct 29 01:33:31.243071 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-3defdcc3-a4f2-4f6a-be01-f478b93e6199 req-860d6ff7-1742-40cf-95ae-bd9f89d158b7 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Deleting port 14032be3-3dd9-41b2-922e-8c96f7e3ceea {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:33:31.243408 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-3defdcc3-a4f2-4f6a-be01-f478b93e6199 req-860d6ff7-1742-40cf-95ae-bd9f89d158b7 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:31.302844 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b123bcd4-be69-4490-bf40-350cdd3231bb tempest-TestShelveInstance-103434798 tempest-TestShelveInstance-103434798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:31.304395 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-b123bcd4-be69-4490-bf40-350cdd3231bb tempest-TestShelveInstance-103434798 tempest-TestShelveInstance-103434798-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 1094 time: 0.1944802 Oct 29 01:33:31.307437 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 59360) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:31.312439 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Request body: {'floatingip': {'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'port_id': '9320da36-2f2c-4694-9413-162840889512', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:31.330760 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-49dd33ad-cb02-4aea-87ef-4fba4ca949c1 req-7f4cbd22-76c0-49b4-bb20-56e205ccbda8 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/security-groups?id=60aa9b51-2258-4190-a4ea-d08f576d6ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833216 Oct 29 01:33:31.371012 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-3defdcc3-a4f2-4f6a-be01-f478b93e6199 req-860d6ff7-1742-40cf-95ae-bd9f89d158b7 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] For port 14032be3-3dd9-41b2-922e-8c96f7e3ceea, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=14032be3-3dd9-41b2-922e-8c96f7e3ceea,segment=NetworkSegment(ae3ec003-3d3f-400d-a509-189677f12de7),segment_id=ae3ec003-3d3f-400d-a509-189677f12de7)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:31.371465 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-3defdcc3-a4f2-4f6a-be01-f478b93e6199 req-860d6ff7-1742-40cf-95ae-bd9f89d158b7 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:31.384505 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-3defdcc3-a4f2-4f6a-be01-f478b93e6199 req-860d6ff7-1742-40cf-95ae-bd9f89d158b7 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Calling delete_port for 14032be3-3dd9-41b2-922e-8c96f7e3ceea owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:33:31.409039 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for floatingip, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:31.498632 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39757238-3ca0-49dc-918c-81895e801758 req-20596c53-d896-4744-b921-e0e48314fe35 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:31.500186 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-39757238-3ca0-49dc-918c-81895e801758 req-20596c53-d896-4744-b921-e0e48314fe35 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0762496 Oct 29 01:33:31.514896 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:31.551996 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:31.565683 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-39757238-3ca0-49dc-918c-81895e801758 req-ab9f7f29-ea1d-4a73-9b86-9024029a554a tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564213 Oct 29 01:33:31.628563 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_common [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Allocated IP 172.28.3.221 (332549b6-3cdf-4adf-8b3f-15d63761d6c2/20988095-ecd5-434a-9470-4250e0864dd2/a148f456-8773-489f-835a-7c070a8b4e17) {{(pid=101937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:33:31.666226 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-3defdcc3-a4f2-4f6a-be01-f478b93e6199 req-860d6ff7-1742-40cf-95ae-bd9f89d158b7 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:31.694882 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d6ff7-1742-40cf-95ae-bd9f89d158b7 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Pushing event deleted for resources: {'Port': ['ID=14032be3-3dd9-41b2-922e-8c96f7e3ceea,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:31.709204 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['14032be3-3dd9-41b2-922e-8c96f7e3ceea'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:33:31.730996 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for port, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:31.735698 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-3defdcc3-a4f2-4f6a-be01-f478b93e6199 req-860d6ff7-1742-40cf-95ae-bd9f89d158b7 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] No DVR routers for this DVR port 14032be3-3dd9-41b2-922e-8c96f7e3ceea on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:33:31.738100 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-3defdcc3-a4f2-4f6a-be01-f478b93e6199 req-860d6ff7-1742-40cf-95ae-bd9f89d158b7 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:31.744219 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3defdcc3-a4f2-4f6a-be01-f478b93e6199 req-860d6ff7-1742-40cf-95ae-bd9f89d158b7 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.89 "DELETE /v2.0/ports/14032be3-3dd9-41b2-922e-8c96f7e3ceea HTTP/1.1" status: 204 len: 173 time: 0.6402340 Oct 29 01:33:31.744219 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b7e88b-c3bf-41d4-8277-2b23592cfda0', 'name': 'network-vif-deleted', 'tag': '14032be3-3dd9-41b2-922e-8c96f7e3ceea'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:31.744415 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e734eadc-2481-454d-a9f3-770508b202be" -d '{"events": [{"server_uuid": "01b7e88b-c3bf-41d4-8277-2b23592cfda0", "name": "network-vif-deleted", "tag": "14032be3-3dd9-41b2-922e-8c96f7e3ceea"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:31.784444 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f948cc4-be55-4e51-89c2-73f70a1eee3a x-openstack-request-id: req-5f948cc4-be55-4e51-89c2-73f70a1eee3a {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:31.784739 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b7e88b-c3bf-41d4-8277-2b23592cfda0", "name": "network-vif-deleted", "tag": "14032be3-3dd9-41b2-922e-8c96f7e3ceea", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:31.784998 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f948cc4-be55-4e51-89c2-73f70a1eee3a {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:31.785404 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b7e88b-c3bf-41d4-8277-2b23592cfda0', 'name': 'network-vif-deleted', 'tag': '14032be3-3dd9-41b2-922e-8c96f7e3ceea', 'status': 'completed', 'code': 200} Oct 29 01:33:31.895836 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0219d-e5d3-4aa5-9231-016125d01a9d req-397fd881-5fb0-42d1-a223-a739b721a534 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:31.897228 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-02a0219d-e5d3-4aa5-9231-016125d01a9d req-397fd881-5fb0-42d1-a223-a739b721a534 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 944 time: 0.0529130 Oct 29 01:33:31.923695 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:31.937853 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-02a0219d-e5d3-4aa5-9231-016125d01a9d req-da5d395b-c3eb-421f-9bf2-001e468e6713 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345683 Oct 29 01:33:31.967260 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 is already hosted by enough agents. {{(pid=101937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:31.970240 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Resources bound (agent type, host, resource id): {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:31.975070 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Received port after_create {{(pid=101937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:33:31.999390 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Pushing event updated for resources: {'Port': ['ID=a148f456-8773-489f-835a-7c070a8b4e17,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:32.158707 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:32.280597 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:32.444704 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c7c7c85f-4a18-459c-9ad4-bf7e31a4eb93 req-3e0a4bf4-e7c1-41b3-ae4b-e18c68ff0039 tempest-ServerRescueNegativeTestJSON-1478293498 tempest-ServerRescueNegativeTestJSON-1478293498-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b7e88b-c3bf-41d4-8277-2b23592cfda0 HTTP/1.1" status: 200 len: 210 time: 0.0251689 Oct 29 01:33:32.488551 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:32.640828 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for port, precommit_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:32.682938 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0e997-c759-456c-a675-c42674c90c89 req-3d46db51-f89a-4f04-9107-b99bce501178 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:32.685071 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4db0e997-c759-456c-a675-c42674c90c89 req-3d46db51-f89a-4f04-9107-b99bce501178 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0495367 Oct 29 01:33:32.750497 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4db0e997-c759-456c-a675-c42674c90c89 req-48eccaf1-da33-486e-b5d8-3091343af410 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345516 Oct 29 01:33:33.059540 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bf30b-0fd7-4a7e-bfc5-63683a8b902e req-b9613c8c-26a4-4a3d-b147-1bd739cddc35 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:33.060930 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fd0bf30b-0fd7-4a7e-bfc5-63683a8b902e req-b9613c8c-26a4-4a3d-b147-1bd739cddc35 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 944 time: 0.0537944 Oct 29 01:33:33.077713 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:33.101068 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fd0bf30b-0fd7-4a7e-bfc5-63683a8b902e req-8f12708a-47d3-4197-bb99-b037e07fbe60 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341604 Oct 29 01:33:33.115191 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685606'] for floatingip, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:33.216534 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 0773db42-bbc0-47b4-bb4a-993837039e2e details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:33:33.318116 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 0773db42-bbc0-47b4-bb4a-993837039e2e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0773db42-bbc0-47b4-bb4a-993837039e2e,segment=NetworkSegment(49fd1dd9-6d48-43ba-ba57-a848fb088aa8),segment_id=49fd1dd9-6d48-43ba-ba57-a848fb088aa8)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:33.329899 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '0773db42-bbc0-47b4-bb4a-993837039e2e', 'network_id': '31d79e44-f117-4da4-9770-f47ee4710344', 'port_id': '0773db42-bbc0-47b4-bb4a-993837039e2e', 'mac_address': 'fa:16:3e:7b:b5:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8bbff8-2e86-4046-bd7c-812f4f311ad1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:33:33.372933 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Pushing event updated for resources: {'Port': ['ID=a148f456-8773-489f-835a-7c070a8b4e17,revision_number=2']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:33.374365 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:33.388195 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0773db42-bbc0-47b4-bb4a-993837039e2e {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:33:33.407693 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 0773db42-bbc0-47b4-bb4a-993837039e2e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0773db42-bbc0-47b4-bb4a-993837039e2e,segment=NetworkSegment(49fd1dd9-6d48-43ba-ba57-a848fb088aa8),segment_id=49fd1dd9-6d48-43ba-ba57-a848fb088aa8)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:33.413503 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.db.l3_db [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Floating IP 85f3438d-7d68-4fbb-a703-e271c75deb65 associated. External IP: 172.28.3.221, port: 9320da36-2f2c-4694-9413-162840889512. Oct 29 01:33:33.507873 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 59376) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:33.540365 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:33.592112 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=0773db42-bbc0-47b4-bb4a-993837039e2e,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:33.621065 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Router abe138d6-855a-403b-b13b-b679c0ba24f4 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:33:33.730384 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:33:33.742208 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fc9564-d68f-4d4e-8f2d-bd38706d010b None None] Sync routers for ids ['abe138d6-855a-403b-b13b-b679c0ba24f4'] in dv-cinder-815582-5-smb {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:33:33.752053 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fc9564-d68f-4d4e-8f2d-bd38706d010b None None] Routers {'abe138d6-855a-403b-b13b-b679c0ba24f4'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:33.752733 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-f3fc9564-d68f-4d4e-8f2d-bd38706d010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:33:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['abe138d6-855a-403b-b13b-b679c0ba24f4'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:33.813729 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for floatingip, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:33.857281 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-f3ece136-5d37-46f0-91bd-819f46faf8eb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5355692 Oct 29 01:33:33.857281 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'tag': '9320da36-2f2c-4694-9413-162840889512'}] {{(pid=101937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:33.857281 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd4190f8698f4bce9eaa026dc7517db330c7bfcbcac75c838e6d65c99a8078c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615f1127-671b-4d18-9c36-809ccf6c580d" -d '{"events": [{"name": "network-changed", "server_uuid": "027131fb-8eff-41d2-95ef-0d47eeb3765a", "tag": "9320da36-2f2c-4694-9413-162840889512"}]}' {{(pid=101937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:33.862966 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-f3fc9564-d68f-4d4e-8f2d-bd38706d010b None None] Set router abe138d6-855a-403b-b13b-b679c0ba24f4 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:33.885022 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586f70cf-fa5a-41b7-952a-355be8719367 x-openstack-request-id: req-586f70cf-fa5a-41b7-952a-355be8719367 {{(pid=101937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:33.885580 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027131fb-8eff-41d2-95ef-0d47eeb3765a", "tag": "9320da36-2f2c-4694-9413-162840889512", "status": "completed", "code": 200}]} {{(pid=101937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:33.886076 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-586f70cf-fa5a-41b7-952a-355be8719367 {{(pid=101937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:33.886470 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'tag': '9320da36-2f2c-4694-9413-162840889512', 'status': 'completed', 'code': 200} Oct 29 01:33:33.894669 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9cda7-a894-49cf-a575-a72f6ad7f848 req-b890a04c-cc6f-4934-9a41-8da89ed434fa tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:33.896590 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4bb9cda7-a894-49cf-a575-a72f6ad7f848 req-b890a04c-cc6f-4934-9a41-8da89ed434fa tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0984387 Oct 29 01:33:33.944694 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['0773db42-bbc0-47b4-bb4a-993837039e2e'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:33:34.003975 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4bb9cda7-a894-49cf-a575-a72f6ad7f848 req-6ae5354a-d10f-4224-a4e7-8468c4203cb1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994291 Oct 29 01:33:34.055348 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f1127-671b-4d18-9c36-809ccf6c580d req-83f3bcb9-64c1-412b-98d0-b9cb64850da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:34.057178 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-615f1127-671b-4d18-9c36-809ccf6c580d req-83f3bcb9-64c1-412b-98d0-b9cb64850da0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ec8b209809be4871af2647d63205c92f&device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 1099 time: 0.1183271 Oct 29 01:33:34.072281 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ed3c9b36-2aec-4f0b-810b-0a6192290f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562726'] for router_interface, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:34.110861 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-f3fc9564-d68f-4d4e-8f2d-bd38706d010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'name': 'tempest-TestShelveInstance-1081364370-router', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:29Z', 'updated_at': '2021-10-29T01:32:33Z', 'revision_number': 4, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'gw_port': {'id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:30Z', 'updated_at': '2021-10-29T01:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': '85f3438d-7d68-4fbb-a703-e271c75deb65', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'floating_ip_address': '172.28.3.221', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'port_id': '9320da36-2f2c-4694-9413-162840889512', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'mac_address': 'fa:16:3e:4b:ca:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:33:32Z', 'updated_at': '2021-10-29T01:33:32Z', 'revision_number': 0, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3235fcbb-a1ee-4f67-a764-9bd65dce8362', 'name': '', 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'mac_address': 'fa:16:3e:fa:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2576f1bd-041d-4334-bc89-73007635b70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:33Z', 'updated_at': '2021-10-29T01:32:38Z', 'revision_number': 5, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'subnets': [{'id': '2576f1bd-041d-4334-bc89-73007635b70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:34.138973 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fc9564-d68f-4d4e-8f2d-bd38706d010b None None] Checking router: abe138d6-855a-403b-b13b-b679c0ba24f4 for host: dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:33:34.148484 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fc9564-d68f-4d4e-8f2d-bd38706d010b None None] Routers {'abe138d6-855a-403b-b13b-b679c0ba24f4'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:34.149087 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-f3fc9564-d68f-4d4e-8f2d-bd38706d010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:33:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['abe138d6-855a-403b-b13b-b679c0ba24f4'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:34.209310 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:34.258049 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-f3fc9564-d68f-4d4e-8f2d-bd38706d010b None None] Set router abe138d6-855a-403b-b13b-b679c0ba24f4 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:34.284856 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72659409-b008-4330-ad30-ea92fbda656d req-6a5a0f66-82a5-409d-b891-3f8f267b4749 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:34.286377 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-72659409-b008-4330-ad30-ea92fbda656d req-6a5a0f66-82a5-409d-b891-3f8f267b4749 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 945 time: 0.1089623 Oct 29 01:33:34.289225 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f1127-671b-4d18-9c36-809ccf6c580d req-cefac69a-100d-4520-8f07-0e033efa986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:34.290607 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-615f1127-671b-4d18-9c36-809ccf6c580d req-cefac69a-100d-4520-8f07-0e033efa986d service neutron] 10.222.0.89 "GET /v2.0/networks?id=ada08a0c-2acd-4c9f-b94b-04132d5562f9 HTTP/1.1" status: 200 len: 910 time: 0.2221384 Oct 29 01:33:34.495852 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-f3fc9564-d68f-4d4e-8f2d-bd38706d010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'name': 'tempest-TestShelveInstance-1081364370-router', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:29Z', 'updated_at': '2021-10-29T01:32:33Z', 'revision_number': 4, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'gw_port': {'id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:30Z', 'updated_at': '2021-10-29T01:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': '85f3438d-7d68-4fbb-a703-e271c75deb65', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'floating_ip_address': '172.28.3.221', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'port_id': '9320da36-2f2c-4694-9413-162840889512', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'mac_address': 'fa:16:3e:4b:ca:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:33:32Z', 'updated_at': '2021-10-29T01:33:32Z', 'revision_number': 0, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3235fcbb-a1ee-4f67-a764-9bd65dce8362', 'name': '', 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'mac_address': 'fa:16:3e:fa:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2576f1bd-041d-4334-bc89-73007635b70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:33Z', 'updated_at': '2021-10-29T01:32:38Z', 'revision_number': 5, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'subnets': [{'id': '2576f1bd-041d-4334-bc89-73007635b70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:34.522478 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fc9564-d68f-4d4e-8f2d-bd38706d010b None None] The sync data for ids ['abe138d6-855a-403b-b13b-b679c0ba24f4'] in dv-cinder-815582-5-smb is: [{'id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'name': 'tempest-TestShelveInstance-1081364370-router', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:29Z', 'updated_at': '2021-10-29T01:32:33Z', 'revision_number': 4, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'gw_port': {'id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:30Z', 'updated_at': '2021-10-29T01:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': '85f3438d-7d68-4fbb-a703-e271c75deb65', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'floating_ip_address': '172.28.3.221', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'port_id': '9320da36-2f2c-4694-9413-162840889512', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'mac_address': 'fa:16:3e:4b:ca:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:33:32Z', 'updated_at': '2021-10-29T01:33:32Z', 'revision_number': 0, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3235fcbb-a1ee-4f67-a764-9bd65dce8362', 'name': '', 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'mac_address': 'fa:16:3e:fa:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2576f1bd-041d-4334-bc89-73007635b70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:33Z', 'updated_at': '2021-10-29T01:32:38Z', 'revision_number': 5, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'subnets': [{'id': '2576f1bd-041d-4334-bc89-73007635b70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:33:34.692378 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-72659409-b008-4330-ad30-ea92fbda656d req-8fa707f4-71c9-4f5f-ac35-dcf84bfb3982 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969858 Oct 29 01:33:34.705250 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-615f1127-671b-4d18-9c36-809ccf6c580d req-1f88780d-78b6-4326-bbeb-7aceee26fd4d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9320da36-2f2c-4694-9413-162840889512 HTTP/1.1" status: 200 len: 1000 time: 0.4013991 Oct 29 01:33:34.718628 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06974699-b0e1-42e8-b7f3-9ae9db93672b None None] New status for floating IP 85f3438d-7d68-4fbb-a703-e271c75deb65: ACTIVE {{(pid=101939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:33:34.782505 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f1127-671b-4d18-9c36-809ccf6c580d req-11c1bc76-c222-4023-9d14-e0edc581521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:34.783914 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-615f1127-671b-4d18-9c36-809ccf6c580d req-11c1bc76-c222-4023-9d14-e0edc581521a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2576f1bd-041d-4334-bc89-73007635b70e HTTP/1.1" status: 200 len: 848 time: 0.0693533 Oct 29 01:33:34.861077 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f1127-671b-4d18-9c36-809ccf6c580d req-4fb6c6f3-bb80-4eb5-b79a-17da4bc058ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:34.862577 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-615f1127-671b-4d18-9c36-809ccf6c580d req-4fb6c6f3-bb80-4eb5-b79a-17da4bc058ec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ada08a0c-2acd-4c9f-b94b-04132d5562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0639133 Oct 29 01:33:34.882513 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-ed3c9b36-2aec-4f0b-810b-0a6192290f39 admin admin] Deleting port 3480a7b6-2aab-4b07-9c6e-36e0ecc06605 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:33:34.882847 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ed3c9b36-2aec-4f0b-810b-0a6192290f39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:35.032486 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [None req-ed3c9b36-2aec-4f0b-810b-0a6192290f39 admin admin] For port 3480a7b6-2aab-4b07-9c6e-36e0ecc06605, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=3480a7b6-2aab-4b07-9c6e-36e0ecc06605,segment=NetworkSegment(ae3ec003-3d3f-400d-a509-189677f12de7),segment_id=ae3ec003-3d3f-400d-a509-189677f12de7)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:35.033227 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ed3c9b36-2aec-4f0b-810b-0a6192290f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:35.048545 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-615f1127-671b-4d18-9c36-809ccf6c580d req-500e21ca-cfd2-47e6-a2da-ddaacf975098 service neutron] 10.222.0.89 "GET /v2.0/networks/ada08a0c-2acd-4c9f-b94b-04132d5562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675000 Oct 29 01:33:35.049716 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-ed3c9b36-2aec-4f0b-810b-0a6192290f39 admin admin] Calling delete_port for 3480a7b6-2aab-4b07-9c6e-36e0ecc06605 owned by network:router_interface {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:33:35.224397 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74767c-7b0c-424d-a80b-2303ffcc4b14 req-a0c1eeb0-4858-4e3f-b1ac-779fdda3a36d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:35.225989 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7e74767c-7b0c-424d-a80b-2303ffcc4b14 req-a0c1eeb0-4858-4e3f-b1ac-779fdda3a36d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0957577 Oct 29 01:33:35.235334 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-615f1127-671b-4d18-9c36-809ccf6c580d req-bd7d5b09-9a94-4200-9289-60b402245d8c service neutron] 10.222.0.89 "GET /v2.0/networks/ada08a0c-2acd-4c9f-b94b-04132d5562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772485 Oct 29 01:33:35.240561 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 0773db42-bbc0-47b4-bb4a-993837039e2e up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:33:35.313476 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7e74767c-7b0c-424d-a80b-2303ffcc4b14 req-af8e293d-d2cb-48e0-b7b2-f3c99f39fc19 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803390 Oct 29 01:33:35.437262 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port 0773db42-bbc0-47b4-bb4a-993837039e2e completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:33:35.441260 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 0773db42-bbc0-47b4-bb4a-993837039e2e triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:35.441629 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:35.512535 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ed3c9b36-2aec-4f0b-810b-0a6192290f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:35.522860 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:35.538872 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c9b36-2aec-4f0b-810b-0a6192290f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=3480a7b6-2aab-4b07-9c6e-36e0ecc06605,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:35.548140 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a05ffe5-0c65-40e1-b080-45c764ada2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0773db42-bbc0-47b4-bb4a-993837039e2e'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:35.550510 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5951b3-fc24-4d2a-bbd5-e3afd54b2871" -d '{"events": [{"server_uuid": "3a05ffe5-0c65-40e1-b080-45c764ada2e3", "name": "network-vif-plugged", "status": "completed", "tag": "0773db42-bbc0-47b4-bb4a-993837039e2e"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:35.564325 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 0773db42-bbc0-47b4-bb4a-993837039e2e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0773db42-bbc0-47b4-bb4a-993837039e2e,segment=NetworkSegment(49fd1dd9-6d48-43ba-ba57-a848fb088aa8),segment_id=49fd1dd9-6d48-43ba-ba57-a848fb088aa8)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:35.590810 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0d4323-9228-4e8c-88a1-d9d00f320e25 x-openstack-request-id: req-dd0d4323-9228-4e8c-88a1-d9d00f320e25 {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:35.591127 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a05ffe5-0c65-40e1-b080-45c764ada2e3", "name": "network-vif-plugged", "status": "completed", "tag": "0773db42-bbc0-47b4-bb4a-993837039e2e", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:35.591377 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd0d4323-9228-4e8c-88a1-d9d00f320e25 {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:35.591775 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a05ffe5-0c65-40e1-b080-45c764ada2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0773db42-bbc0-47b4-bb4a-993837039e2e', 'code': 200} Oct 29 01:33:35.649426 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:35.650279 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 14032be3-3dd9-41b2-922e-8c96f7e3ceea no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:33:35.690222 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: 14032be3-3dd9-41b2-922e-8c96f7e3ceea {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:33:35.690560 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 14032be3-3dd9-41b2-922e-8c96f7e3ceea not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:33:35.698828 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ed3c9b36-2aec-4f0b-810b-0a6192290f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1534128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562866'] for router_interface, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:35.717629 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=0773db42-bbc0-47b4-bb4a-993837039e2e,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:35.848482 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de33a7-76be-46f9-8e44-a2e89a23570a req-1caa9c0b-8cc0-455e-b02b-2647dd6a9e55 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:35.849996 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-00de33a7-76be-46f9-8e44-a2e89a23570a req-1caa9c0b-8cc0-455e-b02b-2647dd6a9e55 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 946 time: 0.0764916 Oct 29 01:33:35.959639 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-00de33a7-76be-46f9-8e44-a2e89a23570a req-d2430369-f4d7-4f51-b0e4-3065a64f597a tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029751 Oct 29 01:33:36.025833 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f683-f79d-4625-abbb-f05a16aa1f75 req-b3b697b1-0aa1-414f-8359-6f0f4f391876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:36.027315 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-dba8f683-f79d-4625-abbb-f05a16aa1f75 req-b3b697b1-0aa1-414f-8359-6f0f4f391876 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 1099 time: 0.0603006 Oct 29 01:33:36.032107 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3c9b36-2aec-4f0b-810b-0a6192290f39 admin admin] Router bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:33:36.131834 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-dba8f683-f79d-4625-abbb-f05a16aa1f75 req-3b1d900b-649e-4251-8eef-4cf9458d31d2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960925 Oct 29 01:33:36.161717 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3c9b36-2aec-4f0b-810b-0a6192290f39 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:33:36.168828 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-ed3c9b36-2aec-4f0b-810b-0a6192290f39 admin admin] 10.222.0.77 "PUT /v2.0/routers/bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6579418 Oct 29 01:33:36.171642 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 59394) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:36.172895 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb6b07-2505-48ac-b563-47a7d391c249 None None] Sync routers for ids ['bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'] in dv-cinder-815582-5-smb {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:33:36.182519 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb6b07-2505-48ac-b563-47a7d391c249 None None] Routers {'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:36.183123 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-16cb6b07-2505-48ac-b563-47a7d391c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:33:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:36.276849 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-db98b349-436c-4aa6-982d-c17f20b9d657 admin admin] Publish callbacks [] for router, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:36.292184 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-16cb6b07-2505-48ac-b563-47a7d391c249 None None] Set router bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:36.396851 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-db98b349-436c-4aa6-982d-c17f20b9d657 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:36.442415 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bf674-ab63-4e73-8530-3f03bda47791 req-f5119ca2-687a-43e7-a2f7-4cc244a633b5 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:36.442415 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-826bf674-ab63-4e73-8530-3f03bda47791 req-f5119ca2-687a-43e7-a2f7-4cc244a633b5 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0551448 Oct 29 01:33:36.472102 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-16cb6b07-2505-48ac-b563-47a7d391c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1182717289-router', 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '7d4170cb-a963-447a-9d90-1f681919dc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:33:35Z', 'revision_number': 5, 'project_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'gw_port': {'id': '7d4170cb-a963-447a-9d90-1f681919dc6c', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:08Z', 'updated_at': '2021-10-29T01:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:36.477319 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-826bf674-ab63-4e73-8530-3f03bda47791 req-b9e7a7b5-3419-4573-b789-3c12a9e0855c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332620 Oct 29 01:33:36.500295 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb6b07-2505-48ac-b563-47a7d391c249 None None] Checking router: bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c for host: dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:33:36.508913 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb6b07-2505-48ac-b563-47a7d391c249 None None] Routers {'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:36.509527 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-16cb6b07-2505-48ac-b563-47a7d391c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:33:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:36.563677 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-db98b349-436c-4aa6-982d-c17f20b9d657 admin admin] Deleting port 7d4170cb-a963-447a-9d90-1f681919dc6c {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:33:36.564017 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-db98b349-436c-4aa6-982d-c17f20b9d657 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:36.654198 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [None req-db98b349-436c-4aa6-982d-c17f20b9d657 admin admin] For port 7d4170cb-a963-447a-9d90-1f681919dc6c, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=7d4170cb-a963-447a-9d90-1f681919dc6c,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:36.654481 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-db98b349-436c-4aa6-982d-c17f20b9d657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:36.666714 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-db98b349-436c-4aa6-982d-c17f20b9d657 admin admin] Calling delete_port for 7d4170cb-a963-447a-9d90-1f681919dc6c owned by network:router_gateway {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:33:36.689535 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-16cb6b07-2505-48ac-b563-47a7d391c249 None None] Set router bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c gateway port host: None {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:36.734718 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-16cb6b07-2505-48ac-b563-47a7d391c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1182717289-router', 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:33:36Z', 'revision_number': 6, 'project_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'gw_port_host': None}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:36.763423 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb6b07-2505-48ac-b563-47a7d391c249 None None] The sync data for ids ['bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c'] in dv-cinder-815582-5-smb is: [{'id': 'bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c', 'name': 'tempest-ServerRescueNegativeTestJSON-1182717289-router', 'tenant_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:33:36Z', 'revision_number': 6, 'project_id': 'eb919510c0cf40f18e2cba8d84793a7f', 'gw_port_host': None}] {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:33:37.107806 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308a669-4d1a-4bbf-b42d-04cc5f33eea7 req-b3255bf2-9205-4a93-b227-c618e33b93b2 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:37.109280 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6308a669-4d1a-4bbf-b42d-04cc5f33eea7 req-b3255bf2-9205-4a93-b227-c618e33b93b2 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 946 time: 0.0630295 Oct 29 01:33:37.152216 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6308a669-4d1a-4bbf-b42d-04cc5f33eea7 req-380da611-f779-4957-ba74-814e37e90873 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361667 Oct 29 01:33:37.192175 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-db98b349-436c-4aa6-982d-c17f20b9d657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:37.224021 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98b349-436c-4aa6-982d-c17f20b9d657 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4170cb-a963-447a-9d90-1f681919dc6c,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:37.286292 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-db98b349-436c-4aa6-982d-c17f20b9d657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-685676'] for router_gateway, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:37.391297 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-db98b349-436c-4aa6-982d-c17f20b9d657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2627'] for router, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:37.393439 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-db98b349-436c-4aa6-982d-c17f20b9d657 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:37.537653 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-db98b349-436c-4aa6-982d-c17f20b9d657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561393'] for router, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:37.538254 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db98b349-436c-4aa6-982d-c17f20b9d657 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c {{(pid=101938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 01:33:37.549234 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-db98b349-436c-4aa6-982d-c17f20b9d657 admin admin] Publish callbacks [] for router, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:37.549234 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-db98b349-436c-4aa6-982d-c17f20b9d657 admin admin] 10.222.0.77 "DELETE /v2.0/routers/bcca0678-c1d5-45f9-9cb4-0cc4651fcf5c HTTP/1.1" status: 204 len: 168 time: 1.3727081 Oct 29 01:33:37.549517 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 59402) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:37.604532 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad3eae4-5f42-49a6-81d0-0e47eaf2d088 admin admin] Deleting subnet e316455a-7c55-4b86-a7d0-f74fde07dde0 {{(pid=101937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:33:37.604786 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa279e98-ce17-4852-a23c-7d638c8739a8 req-28498b84-b719-494b-b683-55c7a3e9a805 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:37.606423 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-aa279e98-ce17-4852-a23c-7d638c8739a8 req-28498b84-b719-494b-b683-55c7a3e9a805 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0597405 Oct 29 01:33:37.608911 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-bad3eae4-5f42-49a6-81d0-0e47eaf2d088 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:37.647045 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-aa279e98-ce17-4852-a23c-7d638c8739a8 req-d737a869-195c-41f5-8fc4-ba801e4bd647 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340471 Oct 29 01:33:37.647947 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-bad3eae4-5f42-49a6-81d0-0e47eaf2d088 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:37.654725 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-bad3eae4-5f42-49a6-81d0-0e47eaf2d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471143'] for subnet, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:37.831763 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-bad3eae4-5f42-49a6-81d0-0e47eaf2d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for subnet, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:37.858563 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3eae4-5f42-49a6-81d0-0e47eaf2d088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e316455a-7c55-4b86-a7d0-f74fde07dde0,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:37.860498 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-bad3eae4-5f42-49a6-81d0-0e47eaf2d088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:37.863693 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-bad3eae4-5f42-49a6-81d0-0e47eaf2d088 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e316455a-7c55-4b86-a7d0-f74fde07dde0 HTTP/1.1" status: 204 len: 168 time: 0.3148172 Oct 29 01:33:37.866150 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 59404) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:37.935002 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564593'] for network, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:38.015943 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473234', 'neutron.services.segments.db._delete_segments_for_network-8734167248240'] for network, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:38.036032 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:33:38.036331 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:33:38.037058 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:33:38.037383 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Subscribe: > port after_create 55550000 {{(pid=101937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:33:38.037701 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Subscribe: > port after_delete 55550000 {{(pid=101937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:33:38.038127 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Subscribe: > port after_update 55550000 {{(pid=101937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:33:38.038443 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:33:38.038804 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:33:38.039122 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:33:38.039438 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:33:38.105201 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:33:38.109127 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:33:38.109127 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:33:38.109127 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:33:38.109127 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88eb5d49-5e4a-4acd-96b7-71423140ff23']}} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:38.123747 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3ec003-3d3f-400d-a509-189677f12de7') {'for_net_delete': True} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:38.124043 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3ec003-3d3f-400d-a509-189677f12de7') {} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:38.144064 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734167249785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10477124'] for segment, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:38.164354 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:38.172356 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=101937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:33:38.172736 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476286'] for segment, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: from cryptography.utils import int_from_bytes Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: from cryptography.utils import int_from_bytes Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: Traceback (most recent call last): Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: timer() Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: cb(*args, **kw) Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: return func(*args, **kwargs) Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: self._notify() Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: self.callback(batched_events) Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: event.method(event) Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: return f(self, *a, **k) Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: return self._get(url).json() Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: return self.request(url, 'GET', **kwargs) Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:33:38.176625 dv-cinder-815582-5-smb neutron-server[101937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:33:38.271599 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d27197-2331-49c1-9190-7980257c3148 req-50cf3bd6-83ee-46c2-8a42-b0498e967a04 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:38.273075 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b4d27197-2331-49c1-9190-7980257c3148 req-50cf3bd6-83ee-46c2-8a42-b0498e967a04 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 946 time: 0.0506113 Oct 29 01:33:38.312006 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b4d27197-2331-49c1-9190-7980257c3148 req-142053ae-bf89-4f1c-bf7a-99e0339b3dea tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318556 Oct 29 01:33:38.312222 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-685616'] for network, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:38.319164 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:38.322429 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] 10.222.0.77 "DELETE /v2.0/networks/88eb5d49-5e4a-4acd-96b7-71423140ff23 HTTP/1.1" status: 204 len: 168 time: 0.4553795 Oct 29 01:33:38.332514 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d7b51-5ae6-4107-af16-8fead30b058d admin admin] Pushing event deleted for resources: {'Network': ['ID=88eb5d49-5e4a-4acd-96b7-71423140ff23,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:38.565296 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 3480a7b6-2aab-4b07-9c6e-36e0ecc06605 no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:33:38.589280 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 3480a7b6-2aab-4b07-9c6e-36e0ecc06605 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:33:38.589624 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 3480a7b6-2aab-4b07-9c6e-36e0ecc06605 not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:33:38.590793 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 7d4170cb-a963-447a-9d90-1f681919dc6c no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:33:38.610726 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 7d4170cb-a963-447a-9d90-1f681919dc6c {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:33:38.611069 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 7d4170cb-a963-447a-9d90-1f681919dc6c not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:33:38.779892 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e4237-3c71-4ab6-afce-3212e3d76324 req-a920f2f7-e4f0-450c-96aa-c1580bba3476 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:38.781376 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b48e4237-3c71-4ab6-afce-3212e3d76324 req-a920f2f7-e4f0-450c-96aa-c1580bba3476 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0546303 Oct 29 01:33:38.821306 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b48e4237-3c71-4ab6-afce-3212e3d76324 req-19774244-bb60-40f3-8e84-7ee7c4d6c711 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338063 Oct 29 01:33:38.906720 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 59420) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:38.946209 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-746f6018-5285-4149-b6d7-48d0afdc3286 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eb919510c0cf40f18e2cba8d84793a7f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383298 Oct 29 01:33:38.948622 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 59422) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:39.001343 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a257181a-0c1e-4f6a-aab1-0bc1524a1119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:39.021972 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a257181a-0c1e-4f6a-aab1-0bc1524a1119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:39.237715 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a257181a-0c1e-4f6a-aab1-0bc1524a1119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:39.240418 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a257181a-0c1e-4f6a-aab1-0bc1524a1119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:39.241572 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-a257181a-0c1e-4f6a-aab1-0bc1524a1119 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/60aa9b51-2258-4190-a4ea-d08f576d6ce5 HTTP/1.1" status: 204 len: 168 time: 0.2920680 Oct 29 01:33:39.249587 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257181a-0c1e-4f6a-aab1-0bc1524a1119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aa9b51-2258-4190-a4ea-d08f576d6ce5,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:39.768951 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:39.936100 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594acdd3-b612-4353-bf24-d2b3be9c63cd req-501ae446-4a5d-4037-a34c-611e2b923b02 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:39.937578 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-594acdd3-b612-4353-bf24-d2b3be9c63cd req-501ae446-4a5d-4037-a34c-611e2b923b02 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0487201 Oct 29 01:33:39.977431 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-594acdd3-b612-4353-bf24-d2b3be9c63cd req-6298a59e-8603-4559-82a0-6fd1e149ba4f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336034 Oct 29 01:33:40.518098 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 59450) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:40.611360 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-3e93f1e2-7dd7-46de-bcf1-33b92b15ec02 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1998614870-network', 'tenant_id': '0425b4f10ce24ad59f06076a54460af3'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:40.700957 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e93f1e2-7dd7-46de-bcf1-33b92b15ec02 admin admin] Made reservation on behalf of 0425b4f10ce24ad59f06076a54460af3 for: {'network': 1} {{(pid=101937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:33:40.703746 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3e93f1e2-7dd7-46de-bcf1-33b92b15ec02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:40.713233 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3e93f1e2-7dd7-46de-bcf1-33b92b15ec02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:40.786729 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3e93f1e2-7dd7-46de-bcf1-33b92b15ec02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:40.866161 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3e93f1e2-7dd7-46de-bcf1-33b92b15ec02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:40.893699 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e93f1e2-7dd7-46de-bcf1-33b92b15ec02 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=101937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:33:40.902829 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93f1e2-7dd7-46de-bcf1-33b92b15ec02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769b407f-b9d8-4c8c-a34e-c77a573abe4f,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:40.909425 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3e93f1e2-7dd7-46de-bcf1-33b92b15ec02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:40.909764 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.db.segments_db [None req-3e93f1e2-7dd7-46de-bcf1-33b92b15ec02 admin admin] Added segment 5a609b40-42d7-4bd6-8771-b8c54564aecc of type vlan for network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 Oct 29 01:33:40.949180 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3e93f1e2-7dd7-46de-bcf1-33b92b15ec02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:41.088145 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3e93f1e2-7dd7-46de-bcf1-33b92b15ec02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:41.089118 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93f1e2-7dd7-46de-bcf1-33b92b15ec02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:41.089758 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3e93f1e2-7dd7-46de-bcf1-33b92b15ec02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:41.102286 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce173d-f0e4-4c5b-ba08-e98ca717ec44 req-d18b8be9-c8eb-4afd-b6a6-7994b8b09abb tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:41.102286 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-08ce173d-f0e4-4c5b-ba08-e98ca717ec44 req-d18b8be9-c8eb-4afd-b6a6-7994b8b09abb tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0504074 Oct 29 01:33:41.141154 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-08ce173d-f0e4-4c5b-ba08-e98ca717ec44 req-b2f2f123-d54f-4ce1-8759-69803dcc4dd6 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326297 Oct 29 01:33:41.150244 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93f1e2-7dd7-46de-bcf1-33b92b15ec02 admin admin] Pushing event updated for resources: {'Network': ['ID=e2aa8ce7-c2c3-4863-b2b8-6a289ea40587,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:41.160921 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:33:41.219117 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-3e93f1e2-7dd7-46de-bcf1-33b92b15ec02 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6998563 Oct 29 01:33:41.222054 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 59458) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:41.226638 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-46182771-711c-4090-b8d2-7cb3f90725f6 admin admin] Request body: {'subnet': {'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1998614870-subnet', 'tenant_id': '0425b4f10ce24ad59f06076a54460af3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:41.357619 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46182771-711c-4090-b8d2-7cb3f90725f6 admin admin] Made reservation on behalf of 0425b4f10ce24ad59f06076a54460af3 for: {'subnet': 1} {{(pid=101937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:33:41.359966 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-46182771-711c-4090-b8d2-7cb3f90725f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8768398'] for subnet, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:41.380638 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:33:41.632139 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-46182771-711c-4090-b8d2-7cb3f90725f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10476121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8768884'] for subnet, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:41.689087 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46182771-711c-4090-b8d2-7cb3f90725f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc21edfb-afd8-499e-b228-d90b62cd63e1,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:41.702176 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46182771-711c-4090-b8d2-7cb3f90725f6 admin admin] Checking segment: {'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:33:41.702541 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46182771-711c-4090-b8d2-7cb3f90725f6 admin admin] Network hostable DHCP agents. Network: e2aa8ce7-c2c3-4863-b2b8-6a289ea40587, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:33:41.786057 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46182771-711c-4090-b8d2-7cb3f90725f6 admin admin] Network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:33:41.893389 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-46182771-711c-4090-b8d2-7cb3f90725f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, e2aa8ce7-c2c3-4863-b2b8-6a289ea40587) {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:41.897354 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46182771-711c-4090-b8d2-7cb3f90725f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:41.897972 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-46182771-711c-4090-b8d2-7cb3f90725f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:41.902449 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276888f0-c598-43f5-9150-e63ff8f4c7e5 None None] Network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:33:42.017465 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-46182771-711c-4090-b8d2-7cb3f90725f6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7943771 Oct 29 01:33:42.027005 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96201683-447f-4b22-ae48-3dce4901483f None None] Network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:33:42.265530 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5edfa8-ff2e-412e-b165-b0f847800cc5 req-0d7d2fb8-6655-473f-8466-05502a60eae0 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:42.267791 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f5edfa8-ff2e-412e-b165-b0f847800cc5 req-0d7d2fb8-6655-473f-8466-05502a60eae0 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0587745 Oct 29 01:33:42.306459 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f5edfa8-ff2e-412e-b165-b0f847800cc5 req-78c465ec-c403-4d51-94de-940011d1ef44 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320728 Oct 29 01:33:42.458009 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-bf1632fd-b6c6-4d04-98fe-26c0ee21018f tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:42.459466 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-bf1632fd-b6c6-4d04-98fe-26c0ee21018f tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/networks?id=e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 HTTP/1.1" status: 200 len: 815 time: 0.1028206 Oct 29 01:33:42.475029 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-0d688543-9992-45ac-93b8-48b3120572fd tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/quotas/0425b4f10ce24ad59f06076a54460af3 HTTP/1.1" status: 200 len: 375 time: 0.0094645 Oct 29 01:33:42.510273 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-75d53aa2-a420-4815-8d81-817ca77730ef tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0425b4f10ce24ad59f06076a54460af3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297999 Oct 29 01:33:42.598656 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-7107ef72-816a-48a8-8951-612aedafa1af service neutron] 10.222.0.77 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810533 Oct 29 01:33:42.693885 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-07351ba7-a5fe-4153-9b53-ce6e3ccbbddb service neutron] 10.222.0.77 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888293 Oct 29 01:33:42.819330 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96c50a-3774-4fd4-84f1-54c377b34481 req-a3db73a0-149e-484b-a742-7a599e5ff9af tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:42.820791 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ba96c50a-3774-4fd4-84f1-54c377b34481 req-a3db73a0-149e-484b-a742-7a599e5ff9af tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0521889 Oct 29 01:33:42.860115 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ba96c50a-3774-4fd4-84f1-54c377b34481 req-5916983a-f0a4-41b1-b2f0-c87086a79ea1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328534 Oct 29 01:33:42.994677 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ad1ad95c-c050-4da6-a643-c3685a4270e9 req-52fde6b2-0248-4834-a06c-2ffcde402bd1 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 210 time: 0.0441289 Oct 29 01:33:43.009979 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddbff1-7be7-4a1a-b19e-1224b3b56cba req-31c61e54-cff8-4a86-b52c-58f6ece5feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:43.010381 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f1ddbff1-7be7-4a1a-b19e-1224b3b56cba req-31c61e54-cff8-4a86-b52c-58f6ece5feab service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dcb593d72c64c55920c19dbe2d09c56&device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 1099 time: 0.0696776 Oct 29 01:33:43.116330 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddbff1-7be7-4a1a-b19e-1224b3b56cba req-34700cb6-1490-4ae1-8437-d366b870868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:43.117818 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f1ddbff1-7be7-4a1a-b19e-1224b3b56cba req-34700cb6-1490-4ae1-8437-d366b870868d service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e315fc3-abe9-469e-87a5-be6b4de29e90 HTTP/1.1" status: 200 len: 912 time: 0.0939584 Oct 29 01:33:43.193236 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f1ddbff1-7be7-4a1a-b19e-1224b3b56cba req-5c48b160-1611-449a-8f5e-1e4a51f88fd9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8792d828-b72d-4535-8fe4-381017cfb322 HTTP/1.1" status: 200 len: 1000 time: 0.0626674 Oct 29 01:33:43.244630 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddbff1-7be7-4a1a-b19e-1224b3b56cba req-4f29db92-0fd1-47bf-a857-f7509b3e7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:43.246654 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f1ddbff1-7be7-4a1a-b19e-1224b3b56cba req-4f29db92-0fd1-47bf-a857-f7509b3e7e6c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd490598-4e26-4fa2-b542-29057546e707 HTTP/1.1" status: 200 len: 850 time: 0.0451541 Oct 29 01:33:43.298923 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddbff1-7be7-4a1a-b19e-1224b3b56cba req-9c81de6b-4b36-44bf-b597-13946d620cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:43.300432 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f1ddbff1-7be7-4a1a-b19e-1224b3b56cba req-9c81de6b-4b36-44bf-b597-13946d620cfa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e315fc3-abe9-469e-87a5-be6b4de29e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0460711 Oct 29 01:33:43.397180 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f1ddbff1-7be7-4a1a-b19e-1224b3b56cba req-3731656b-1c1d-4c52-8de4-8a3bb2f8b3c4 service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858915 Oct 29 01:33:43.488030 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f1ddbff1-7be7-4a1a-b19e-1224b3b56cba req-a8f7741d-cfea-42a3-a559-282f059b629e service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834289 Oct 29 01:33:43.986976 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2d834-c4ea-4110-9ffc-f79519bd2b0d req-f41c99ff-4348-4f33-97fb-db8a20e92773 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:43.988443 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d5a2d834-c4ea-4110-9ffc-f79519bd2b0d req-f41c99ff-4348-4f33-97fb-db8a20e92773 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0543892 Oct 29 01:33:44.027065 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d5a2d834-c4ea-4110-9ffc-f79519bd2b0d req-f68f9597-f010-4763-9b33-4ccfc92f5467 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327141 Oct 29 01:33:44.093608 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-191d83c9-370f-4b93-9f92-3e59a8689675 req-f9556448-3225-4d8d-a525-44e2ca50424b tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 210 time: 0.0274966 Oct 29 01:33:45.143895 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20f0cc-9888-4110-aee3-f2b3c56327da req-710950bc-c4ee-42c8-8890-8fd0f78ee0bc tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:45.145532 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ee20f0cc-9888-4110-aee3-f2b3c56327da req-710950bc-c4ee-42c8-8890-8fd0f78ee0bc tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0487585 Oct 29 01:33:45.202136 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-151094ab-cede-4063-a459-3551750e3979 req-00a7f866-2d56-480a-b1cd-4f351ca02b1e tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 210 time: 0.0365448 Oct 29 01:33:45.209411 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ee20f0cc-9888-4110-aee3-f2b3c56327da req-5f0112a3-1a35-45b7-bcf6-d16cd75ad670 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574780 Oct 29 01:33:46.045305 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-c8faab69-8217-4859-89b0-012b7333dad5 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:46.046688 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-c8faab69-8217-4859-89b0-012b7333dad5 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.89 "GET /v2.0/networks?id=e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 HTTP/1.1" status: 200 len: 815 time: 0.1014497 Oct 29 01:33:46.066859 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-54e8cc1a-13fc-4364-b5e7-762b8563b2f2 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Request body: {'port': {'device_id': '0fee65d5-5702-4079-a383-e842216833bc', 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587', 'admin_state_up': True, 'tenant_id': '0425b4f10ce24ad59f06076a54460af3'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:46.300165 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c595f1bb-73fe-4151-9dc5-d259b3ae412c req-67c69031-2662-4f5d-af5a-e87f85728578 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 210 time: 0.0270493 Oct 29 01:33:46.363398 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-54e8cc1a-13fc-4364-b5e7-762b8563b2f2 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Made reservation on behalf of 0425b4f10ce24ad59f06076a54460af3 for: {'port': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:33:46.367480 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-54e8cc1a-13fc-4364-b5e7-762b8563b2f2 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:46.493851 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-54e8cc1a-13fc-4364-b5e7-762b8563b2f2 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Allocated IP 172.20.0.7 (e2aa8ce7-c2c3-4863-b2b8-6a289ea40587/cc21edfb-afd8-499e-b228-d90b62cd63e1/e261cbe1-1727-4d63-90de-466de1f4ff0b) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:33:46.636367 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-54e8cc1a-13fc-4364-b5e7-762b8563b2f2 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:46.756796 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-54e8cc1a-13fc-4364-b5e7-762b8563b2f2 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:46.800965 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-54e8cc1a-13fc-4364-b5e7-762b8563b2f2 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:46.804069 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-54e8cc1a-13fc-4364-b5e7-762b8563b2f2 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:46.806479 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-54e8cc1a-13fc-4364-b5e7-762b8563b2f2 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:33:46.831768 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8cc1a-13fc-4364-b5e7-762b8563b2f2 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Pushing event updated for resources: {'Port': ['ID=e261cbe1-1727-4d63-90de-466de1f4ff0b,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:46.863215 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-54e8cc1a-13fc-4364-b5e7-762b8563b2f2 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:46.863215 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-54e8cc1a-13fc-4364-b5e7-762b8563b2f2 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:46.982462 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-54e8cc1a-13fc-4364-b5e7-762b8563b2f2 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9192145 Oct 29 01:33:47.003176 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Request body: {'port': {'device_id': '0fee65d5-5702-4079-a383-e842216833bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:47.053854 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:47.311223 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e261cbe1-1727-4d63-90de-466de1f4ff0b {{(pid=101938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:33:47.318375 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:47.333258 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.provisioning_blocks [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Transition to ACTIVE for port object e261cbe1-1727-4d63-90de-466de1f4ff0b will not be triggered until provisioned by entity L2. {{(pid=101938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:33:47.409331 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:47.425714 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e91d4-7359-4b79-bd3a-8ef9bbb6eb7b req-574c27ac-712f-4757-94fa-ba2fcec4fc78 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:47.427220 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-aa0e91d4-7359-4b79-bd3a-8ef9bbb6eb7b req-574c27ac-712f-4757-94fa-ba2fcec4fc78 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 931 time: 0.0579059 Oct 29 01:33:47.487904 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Pushing event updated for resources: {'Port': ['ID=e261cbe1-1727-4d63-90de-466de1f4ff0b,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:47.542441 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-aa0e91d4-7359-4b79-bd3a-8ef9bbb6eb7b req-b704b844-82ed-4712-b3e1-3d8cc55ec2d0 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951083 Oct 29 01:33:47.570091 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Attempting to bind port e261cbe1-1727-4d63-90de-466de1f4ff0b on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:33:47.570429 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Attempting to bind port e261cbe1-1727-4d63-90de-466de1f4ff0b by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:33:47.570754 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Attempting to bind port e261cbe1-1727-4d63-90de-466de1f4ff0b on network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:33:47.575606 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Port e261cbe1-1727-4d63-90de-466de1f4ff0b on network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:33:47.575923 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Attempting to bind port e261cbe1-1727-4d63-90de-466de1f4ff0b on network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:33:47.580788 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:33:47.581121 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Checking segment: {'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:33:47.581502 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Bound using segment: {'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:33:47.581967 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Bound port: e261cbe1-1727-4d63-90de-466de1f4ff0b, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'}}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:33:47.582322 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:47.644361 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] For port e261cbe1-1727-4d63-90de-466de1f4ff0b, host hv-cinder-81558, cleared binding levels {{(pid=101938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:33:47.647390 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] For port e261cbe1-1727-4d63-90de-466de1f4ff0b, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e261cbe1-1727-4d63-90de-466de1f4ff0b,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:33:47.740799 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:47.778934 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:47.779535 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:47.780901 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] 10.222.0.89 "PUT /v2.0/ports/e261cbe1-1727-4d63-90de-466de1f4ff0b HTTP/1.1" status: 200 len: 1093 time: 0.7817914 Oct 29 01:33:47.781337 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fee65d5-5702-4079-a383-e842216833bc', 'tag': 'e261cbe1-1727-4d63-90de-466de1f4ff0b'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:47.783611 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524ef7d5-ccad-4356-87e9-207c63c5cd03" -d '{"events": [{"name": "network-changed", "server_uuid": "0fee65d5-5702-4079-a383-e842216833bc", "tag": "e261cbe1-1727-4d63-90de-466de1f4ff0b"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:47.806492 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706acd5f-4424-4772-801a-a4a085f3b866 service neutron] Pushing event updated for resources: {'Port': ['ID=e261cbe1-1727-4d63-90de-466de1f4ff0b,revision_number=3']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:47.818402 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bc2d8e-f053-464e-8abc-e1a648692163 x-openstack-request-id: req-35bc2d8e-f053-464e-8abc-e1a648692163 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:47.818686 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fee65d5-5702-4079-a383-e842216833bc", "tag": "e261cbe1-1727-4d63-90de-466de1f4ff0b", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:47.818937 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35bc2d8e-f053-464e-8abc-e1a648692163 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:47.819333 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fee65d5-5702-4079-a383-e842216833bc', 'tag': 'e261cbe1-1727-4d63-90de-466de1f4ff0b', 'status': 'completed', 'code': 200} Oct 29 01:33:47.912571 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ef7d5-ccad-4356-87e9-207c63c5cd03 req-563210fc-9eaf-4475-93b2-6bd6523a2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:47.914097 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-524ef7d5-ccad-4356-87e9-207c63c5cd03 req-563210fc-9eaf-4475-93b2-6bd6523a2808 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0425b4f10ce24ad59f06076a54460af3&device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 1096 time: 0.0440590 Oct 29 01:33:48.019669 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ef7d5-ccad-4356-87e9-207c63c5cd03 req-0d2280bf-fa06-473c-b393-e96427e64e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:48.021172 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-524ef7d5-ccad-4356-87e9-207c63c5cd03 req-0d2280bf-fa06-473c-b393-e96427e64e62 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=0425b4f10ce24ad59f06076a54460af3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0924845 Oct 29 01:33:48.121313 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ef7d5-ccad-4356-87e9-207c63c5cd03 req-5b02f6b3-067d-44d8-b71d-8562fea607a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:48.122811 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-524ef7d5-ccad-4356-87e9-207c63c5cd03 req-5b02f6b3-067d-44d8-b71d-8562fea607a2 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926044 Oct 29 01:33:48.226578 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-de1f9b61-8fb5-416c-a96e-3d316d5c01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:48.228035 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-de1f9b61-8fb5-416c-a96e-3d316d5c01d0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0425b4f10ce24ad59f06076a54460af3&device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 1096 time: 0.0398533 Oct 29 01:33:48.283431 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-eccee8b1-7163-43a7-b212-42429af06443 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e261cbe1-1727-4d63-90de-466de1f4ff0b HTTP/1.1" status: 200 len: 217 time: 0.0390589 Oct 29 01:33:48.335265 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-1857e55e-982e-4b57-82dc-24f9ea3af89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:48.336667 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-1857e55e-982e-4b57-82dc-24f9ea3af89e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc21edfb-afd8-499e-b228-d90b62cd63e1 HTTP/1.1" status: 200 len: 855 time: 0.0424664 Oct 29 01:33:48.368276 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-a40d36a6-bc36-43ec-ad59-ef411c5e9cea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2aa8ce7-c2c3-4863-b2b8-6a289ea40587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237906 Oct 29 01:33:48.461759 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-e4cbe2d3-d667-424d-90f2-f7ddd6e5da37 service neutron] 10.222.0.89 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850053 Oct 29 01:33:48.557588 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f3b121d1-a539-4612-8070-2c8ddf644603 req-b6e67d6f-336a-4c66-869a-31831d6087a2 service neutron] 10.222.0.89 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816309 Oct 29 01:33:48.665373 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35956af1-700e-438f-9e96-dd91b32c1484 req-9dd2dba5-24b3-4a54-9a21-1649d022fda7 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:48.666959 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-35956af1-700e-438f-9e96-dd91b32c1484 req-9dd2dba5-24b3-4a54-9a21-1649d022fda7 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 943 time: 0.0528924 Oct 29 01:33:48.708681 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-35956af1-700e-438f-9e96-dd91b32c1484 req-77d23813-ede8-442d-a59f-f2586f5ffb20 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353246 Oct 29 01:33:49.834571 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f472c-a3cf-437a-bc09-9e8bb0cffa10 req-e235d81d-0aac-4d02-acc3-67ad8808065d tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:49.836181 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f24f472c-a3cf-437a-bc09-9e8bb0cffa10 req-e235d81d-0aac-4d02-acc3-67ad8808065d tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 943 time: 0.0517352 Oct 29 01:33:49.882734 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f24f472c-a3cf-437a-bc09-9e8bb0cffa10 req-a90a884b-87e0-4590-b1de-2667053346be tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389307 Oct 29 01:33:50.998859 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bf530-e177-4868-ab62-66903204a196 req-13de8752-fdef-4fc6-9b18-12583c47ae5d tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:51.000338 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e83bf530-e177-4868-ab62-66903204a196 req-13de8752-fdef-4fc6-9b18-12583c47ae5d tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 943 time: 0.0495403 Oct 29 01:33:51.037251 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e83bf530-e177-4868-ab62-66903204a196 req-6024b525-63b2-471a-b1b4-4ae12994b650 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310135 Oct 29 01:33:51.368448 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device e261cbe1-1727-4d63-90de-466de1f4ff0b details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:33:51.464403 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port e261cbe1-1727-4d63-90de-466de1f4ff0b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e261cbe1-1727-4d63-90de-466de1f4ff0b,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:51.476490 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': 'e261cbe1-1727-4d63-90de-466de1f4ff0b', 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587', 'port_id': 'e261cbe1-1727-4d63-90de-466de1f4ff0b', 'mac_address': 'fa:16:3e:d8:84:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc21edfb-afd8-499e-b228-d90b62cd63e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:33:51.514233 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:51.527404 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e261cbe1-1727-4d63-90de-466de1f4ff0b {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:33:51.548523 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port e261cbe1-1727-4d63-90de-466de1f4ff0b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e261cbe1-1727-4d63-90de-466de1f4ff0b,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:51.655080 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:51.703152 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=e261cbe1-1727-4d63-90de-466de1f4ff0b,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:51.815233 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a647a65-982a-469a-9b4f-6d03aeebb8cb req-3b459ece-51ef-4023-94f3-0e21d354df0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:51.816705 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5a647a65-982a-469a-9b4f-6d03aeebb8cb req-3b459ece-51ef-4023-94f3-0e21d354df0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 947 time: 0.0640759 Oct 29 01:33:51.853605 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5a647a65-982a-469a-9b4f-6d03aeebb8cb req-3edf69c8-ce85-4364-9ff0-a294bd6e9ec1 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309889 Oct 29 01:33:52.068896 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['e261cbe1-1727-4d63-90de-466de1f4ff0b'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:33:52.159592 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b88d1-53b2-473f-aba6-364916a7345b req-54898f19-5858-42c0-aa16-3debf676f5a5 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:52.161080 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-dd1b88d1-53b2-473f-aba6-364916a7345b req-54898f19-5858-42c0-aa16-3debf676f5a5 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 944 time: 0.0556145 Oct 29 01:33:52.199441 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-dd1b88d1-53b2-473f-aba6-364916a7345b req-75a15af5-5c62-44cc-9e03-5cb255a9a2b6 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319343 Oct 29 01:33:52.971739 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e07120-5a86-4921-9242-0bad72bc5b2d req-8ed2404a-6e1f-4e10-b16b-49b236036a75 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:52.973198 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-02e07120-5a86-4921-9242-0bad72bc5b2d req-8ed2404a-6e1f-4e10-b16b-49b236036a75 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 947 time: 0.0484431 Oct 29 01:33:53.009460 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-02e07120-5a86-4921-9242-0bad72bc5b2d req-e31889d5-175d-4418-af9a-d4de04d7d63c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301340 Oct 29 01:33:53.316939 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40858284-bc4f-4d04-8fad-826a379a2f9a req-639ee1e4-34c7-4936-82d5-11da86c65356 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:53.318413 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-40858284-bc4f-4d04-8fad-826a379a2f9a req-639ee1e4-34c7-4936-82d5-11da86c65356 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 944 time: 0.0506129 Oct 29 01:33:53.355787 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-40858284-bc4f-4d04-8fad-826a379a2f9a req-a9a19d16-67ea-4e25-af41-b6660af27887 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307348 Oct 29 01:33:53.364604 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device e261cbe1-1727-4d63-90de-466de1f4ff0b up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:33:53.701262 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port e261cbe1-1727-4d63-90de-466de1f4ff0b completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:33:53.705282 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port e261cbe1-1727-4d63-90de-466de1f4ff0b triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:53.705648 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:53.785236 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:53.806880 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fee65d5-5702-4079-a383-e842216833bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e261cbe1-1727-4d63-90de-466de1f4ff0b'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:53.809489 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099d692b-43ef-4f03-b4d3-2fae1dcc29f5" -d '{"events": [{"server_uuid": "0fee65d5-5702-4079-a383-e842216833bc", "name": "network-vif-plugged", "status": "completed", "tag": "e261cbe1-1727-4d63-90de-466de1f4ff0b"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:53.821418 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port e261cbe1-1727-4d63-90de-466de1f4ff0b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e261cbe1-1727-4d63-90de-466de1f4ff0b,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:53.849646 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479be080-4a1b-4926-b46f-f83b28e0fcb5 x-openstack-request-id: req-479be080-4a1b-4926-b46f-f83b28e0fcb5 {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:53.850049 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fee65d5-5702-4079-a383-e842216833bc", "name": "network-vif-plugged", "status": "completed", "tag": "e261cbe1-1727-4d63-90de-466de1f4ff0b", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:53.850308 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-479be080-4a1b-4926-b46f-f83b28e0fcb5 {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:53.850698 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fee65d5-5702-4079-a383-e842216833bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e261cbe1-1727-4d63-90de-466de1f4ff0b', 'code': 200} Oct 29 01:33:53.969344 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:54.017128 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=e261cbe1-1727-4d63-90de-466de1f4ff0b,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:54.120040 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bef676-366d-41ca-b3e7-ca80353422f1 req-8c1e9073-8f38-41be-bcdf-5f817551938d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:54.121593 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c7bef676-366d-41ca-b3e7-ca80353422f1 req-8c1e9073-8f38-41be-bcdf-5f817551938d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.89 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 947 time: 0.0703809 Oct 29 01:33:54.164538 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104ee14-cb1c-4a49-9cb8-310663a6aadf req-60449483-3502-4c84-ab7d-e718a2ef8596 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:54.166003 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c104ee14-cb1c-4a49-9cb8-310663a6aadf req-60449483-3502-4c84-ab7d-e718a2ef8596 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 947 time: 0.0832534 Oct 29 01:33:54.241456 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c104ee14-cb1c-4a49-9cb8-310663a6aadf req-162ef47f-0b9c-4603-9efe-6b4327bb0a1f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670059 Oct 29 01:33:54.268023 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-c7bef676-366d-41ca-b3e7-ca80353422f1 req-7f9d7e8e-a27f-4de2-bcd4-eb51f97c12f9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Deleting port a2c58f5c-4515-483a-a354-edce290b050c {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:33:54.268023 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-c7bef676-366d-41ca-b3e7-ca80353422f1 req-7f9d7e8e-a27f-4de2-bcd4-eb51f97c12f9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:54.355488 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43873302-07c2-48bf-a449-e9fbb46fed1c req-96b0efa9-ec0d-4b28-b83f-065b76f0738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:54.358350 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-43873302-07c2-48bf-a449-e9fbb46fed1c req-96b0efa9-ec0d-4b28-b83f-065b76f0738b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 1098 time: 0.0596766 Oct 29 01:33:54.643736 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-c7bef676-366d-41ca-b3e7-ca80353422f1 req-7f9d7e8e-a27f-4de2-bcd4-eb51f97c12f9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] For port a2c58f5c-4515-483a-a354-edce290b050c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a2c58f5c-4515-483a-a354-edce290b050c,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:54.644093 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-c7bef676-366d-41ca-b3e7-ca80353422f1 req-7f9d7e8e-a27f-4de2-bcd4-eb51f97c12f9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:54.765535 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-43873302-07c2-48bf-a449-e9fbb46fed1c req-c6b875a0-6d43-428b-a19e-5a1649f6f6a4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999159 Oct 29 01:33:54.827572 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f8d52-e39c-46ee-bb6f-38b8c59c44a6 req-06d11a97-743a-47c1-8e79-d385c2b93375 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:54.829027 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2e2f8d52-e39c-46ee-bb6f-38b8c59c44a6 req-06d11a97-743a-47c1-8e79-d385c2b93375 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 945 time: 0.2141860 Oct 29 01:33:54.955633 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2e2f8d52-e39c-46ee-bb6f-38b8c59c44a6 req-e820aefa-7c3e-4dad-9930-3ac523179070 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201851 Oct 29 01:33:54.985644 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-c7bef676-366d-41ca-b3e7-ca80353422f1 req-7f9d7e8e-a27f-4de2-bcd4-eb51f97c12f9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:54.986042 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-c7bef676-366d-41ca-b3e7-ca80353422f1 req-7f9d7e8e-a27f-4de2-bcd4-eb51f97c12f9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685606'] for floatingip, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:54.986407 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.l3_db [req-c7bef676-366d-41ca-b3e7-ca80353422f1 req-7f9d7e8e-a27f-4de2-bcd4-eb51f97c12f9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Floating IP 2682c9f6-679e-4f74-bb6f-0325f17b7be5 disassociated. External IP: 172.28.3.87, port: a2c58f5c-4515-483a-a354-edce290b050c. Oct 29 01:33:54.986747 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-c7bef676-366d-41ca-b3e7-ca80353422f1 req-7f9d7e8e-a27f-4de2-bcd4-eb51f97c12f9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Calling delete_port for a2c58f5c-4515-483a-a354-edce290b050c owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:33:55.226232 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-c7bef676-366d-41ca-b3e7-ca80353422f1 req-7f9d7e8e-a27f-4de2-bcd4-eb51f97c12f9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:55.257341 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d7e8e-a27f-4de2-bcd4-eb51f97c12f9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event deleted for resources: {'Port': ['ID=a2c58f5c-4515-483a-a354-edce290b050c,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:55.366038 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f42a5155-c2c6-4493-8ffe-e25dae8bb3cb req-31c98ca1-26f1-4eb7-92f1-37542aafcfd2 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 210 time: 0.0368855 Oct 29 01:33:55.400704 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7bef676-366d-41ca-b3e7-ca80353422f1 req-7f9d7e8e-a27f-4de2-bcd4-eb51f97c12f9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Router b684d920-b4e6-4a2b-bebc-3e28b5417427 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:33:55.514420 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7bef676-366d-41ca-b3e7-ca80353422f1 req-7f9d7e8e-a27f-4de2-bcd4-eb51f97c12f9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:33:55.526237 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f622e2-6c97-418a-ad71-917e22742b9c None None] Sync routers for ids ['b684d920-b4e6-4a2b-bebc-3e28b5417427'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:33:55.539221 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f622e2-6c97-418a-ad71-917e22742b9c None None] Routers {'b684d920-b4e6-4a2b-bebc-3e28b5417427'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:55.540069 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-21f622e2-6c97-418a-ad71-917e22742b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:33:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['b684d920-b4e6-4a2b-bebc-3e28b5417427'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:55.556547 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bef676-366d-41ca-b3e7-ca80353422f1 req-7f9d7e8e-a27f-4de2-bcd4-eb51f97c12f9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] No DVR routers for this DVR port a2c58f5c-4515-483a-a354-edce290b050c on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:33:55.560079 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-c7bef676-366d-41ca-b3e7-ca80353422f1 req-7f9d7e8e-a27f-4de2-bcd4-eb51f97c12f9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:55.563438 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c7bef676-366d-41ca-b3e7-ca80353422f1 req-7f9d7e8e-a27f-4de2-bcd4-eb51f97c12f9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.89 "DELETE /v2.0/ports/a2c58f5c-4515-483a-a354-edce290b050c HTTP/1.1" status: 204 len: 173 time: 1.4322429 Oct 29 01:33:55.563888 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'name': 'network-vif-deleted', 'tag': 'a2c58f5c-4515-483a-a354-edce290b050c'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:55.566194 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b87338-4435-4059-9a75-c7876cb47431" -d '{"events": [{"server_uuid": "7535694c-3eeb-4d9a-bb4c-be3aac760b74", "name": "network-vif-deleted", "tag": "a2c58f5c-4515-483a-a354-edce290b050c"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:55.605469 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38bba16-f847-49bb-820f-b76d0cf19802 x-openstack-request-id: req-b38bba16-f847-49bb-820f-b76d0cf19802 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:55.605825 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7535694c-3eeb-4d9a-bb4c-be3aac760b74", "name": "network-vif-deleted", "tag": "a2c58f5c-4515-483a-a354-edce290b050c", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:55.606092 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b38bba16-f847-49bb-820f-b76d0cf19802 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:55.606491 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7535694c-3eeb-4d9a-bb4c-be3aac760b74', 'name': 'network-vif-deleted', 'tag': 'a2c58f5c-4515-483a-a354-edce290b050c', 'status': 'completed', 'code': 200} Oct 29 01:33:55.657111 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-21f622e2-6c97-418a-ad71-917e22742b9c None None] Set router b684d920-b4e6-4a2b-bebc-3e28b5417427 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:55.866317 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-21f622e2-6c97-418a-ad71-917e22742b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '90b5e3c2-d6d8-4b3f-b902-3ccf70506250', 'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'mac_address': 'fa:16:3e:14:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:14Z', 'updated_at': '2021-10-29T01:30:25Z', 'revision_number': 5, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'subnets': [{'id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:55.892843 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f622e2-6c97-418a-ad71-917e22742b9c None None] Checking router: b684d920-b4e6-4a2b-bebc-3e28b5417427 for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:33:55.901275 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f622e2-6c97-418a-ad71-917e22742b9c None None] Routers {'b684d920-b4e6-4a2b-bebc-3e28b5417427'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:55.902306 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-21f622e2-6c97-418a-ad71-917e22742b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:33:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['b684d920-b4e6-4a2b-bebc-3e28b5417427'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:56.086180 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e2251-bc12-4f10-b452-a41672de807c req-20287535-d15a-457d-8b69-8a192f95c111 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:56.088017 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c49e2251-bc12-4f10-b452-a41672de807c req-20287535-d15a-457d-8b69-8a192f95c111 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 945 time: 0.0582421 Oct 29 01:33:56.131898 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c49e2251-bc12-4f10-b452-a41672de807c req-4cf1e49b-5075-4e9f-817e-c7ac59bf7baf tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357242 Oct 29 01:33:56.142962 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-21f622e2-6c97-418a-ad71-917e22742b9c None None] Set router b684d920-b4e6-4a2b-bebc-3e28b5417427 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:56.351248 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-21f622e2-6c97-418a-ad71-917e22742b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '90b5e3c2-d6d8-4b3f-b902-3ccf70506250', 'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'mac_address': 'fa:16:3e:14:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:14Z', 'updated_at': '2021-10-29T01:30:25Z', 'revision_number': 5, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'subnets': [{'id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:56.378069 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f622e2-6c97-418a-ad71-917e22742b9c None None] The sync data for ids ['b684d920-b4e6-4a2b-bebc-3e28b5417427'] in dv-cinder-815582-5-smb is: [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '90b5e3c2-d6d8-4b3f-b902-3ccf70506250', 'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'mac_address': 'fa:16:3e:14:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:14Z', 'updated_at': '2021-10-29T01:30:25Z', 'revision_number': 5, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'subnets': [{'id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:33:56.503765 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-349b0f2e-3de0-4ef0-92fa-9cd2eccc6f66 req-d21a6455-26d8-4d28-a59f-1d6c7c43fce5 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7535694c-3eeb-4d9a-bb4c-be3aac760b74 HTTP/1.1" status: 200 len: 210 time: 0.0425978 Oct 29 01:33:56.663895 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f533ae3-9ea1-4c34-9398-7cbc707a2b13 None None] New status for floating IP 2682c9f6-679e-4f74-bb6f-0325f17b7be5: DOWN {{(pid=101940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:33:57.257526 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816e8ac-3cae-4d44-909b-5c7c49c212ac req-6bc544cb-4a3e-4a4c-b87f-f861a5a7b393 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:57.258911 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2816e8ac-3cae-4d44-909b-5c7c49c212ac req-6bc544cb-4a3e-4a4c-b87f-f861a5a7b393 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 945 time: 0.0529490 Oct 29 01:33:57.296940 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2816e8ac-3cae-4d44-909b-5c7c49c212ac req-50039542-3529-47ea-a72e-39fe2a0179fc tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319061 Oct 29 01:33:57.381536 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device a2c58f5c-4515-483a-a354-edce290b050c no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:33:57.401226 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: a2c58f5c-4515-483a-a354-edce290b050c {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:33:57.401565 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device a2c58f5c-4515-483a-a354-edce290b050c not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:33:57.756872 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 59634) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:57.812933 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f3c2045d-aa3d-46d2-bbca-d0d66596a45c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:57.833295 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f3c2045d-aa3d-46d2-bbca-d0d66596a45c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.003509 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f3c2045d-aa3d-46d2-bbca-d0d66596a45c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.006321 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-f3c2045d-aa3d-46d2-bbca-d0d66596a45c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.007559 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-f3c2045d-aa3d-46d2-bbca-d0d66596a45c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "DELETE /v2.0/security-groups/583f2c31-e7f1-4c10-9fe0-6d9cc58a770d HTTP/1.1" status: 204 len: 168 time: 0.2497008 Oct 29 01:33:58.010289 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 59636) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:58.017369 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2045d-aa3d-46d2-bbca-d0d66596a45c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=583f2c31-e7f1-4c10-9fe0-6d9cc58a770d,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:58.027587 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.api.v2.resource [None req-5d36aabd-c0f1-495f-afa1-df1d90479adc tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] show failed (client error): The resource could not be found. Oct 29 01:33:58.028845 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-5d36aabd-c0f1-495f-afa1-df1d90479adc tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups/583f2c31-e7f1-4c10-9fe0-6d9cc58a770d HTTP/1.1" status: 404 len: 347 time: 0.0173218 Oct 29 01:33:58.031644 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 59638) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:58.155404 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-3daad301-bb91-466a-94fc-46f3959117dd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Deleting port 8a309d01-29b5-4ed0-9a1b-b597f4e275ce {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:33:58.155684 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3daad301-bb91-466a-94fc-46f3959117dd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.237696 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3daad301-bb91-466a-94fc-46f3959117dd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.238041 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3daad301-bb91-466a-94fc-46f3959117dd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.250475 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-3daad301-bb91-466a-94fc-46f3959117dd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Calling delete_port for 8a309d01-29b5-4ed0-9a1b-b597f4e275ce owned by network:floatingip {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:33:58.573194 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4906cd93-5ef8-40f2-a83c-c3a2bc19f096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.573818 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3daad301-bb91-466a-94fc-46f3959117dd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.599035 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daad301-bb91-466a-94fc-46f3959117dd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event deleted for resources: {'Port': ['ID=8a309d01-29b5-4ed0-9a1b-b597f4e275ce,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:58.657292 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3daad301-bb91-466a-94fc-46f3959117dd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for floatingip, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.659867 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3daad301-bb91-466a-94fc-46f3959117dd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for floatingip, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.660999 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-3daad301-bb91-466a-94fc-46f3959117dd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "DELETE /v2.0/floatingips/2682c9f6-679e-4f74-bb6f-0325f17b7be5 HTTP/1.1" status: 204 len: 168 time: 0.6284165 Oct 29 01:33:59.132366 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 59648) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:59.137581 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-26176bc1-a3f0-4d24-be85-5463049de44e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--741896000', 'description': 'tempest-description--2105309325'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:59.321453 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-26176bc1-a3f0-4d24-be85-5463049de44e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.389490 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-26176bc1-a3f0-4d24-be85-5463049de44e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.518415 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-26176bc1-a3f0-4d24-be85-5463049de44e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.546995 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26176bc1-a3f0-4d24-be85-5463049de44e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d344de4-9a1f-4280-bc3c-6187f8e5875f,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:59.708311 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-26176bc1-a3f0-4d24-be85-5463049de44e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.709478 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-26176bc1-a3f0-4d24-be85-5463049de44e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5761256 Oct 29 01:33:59.712631 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 59656) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:59.717071 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-0271d3c8-e0df-4d25-95cd-614b2bd46ca9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Request body: {'security_group_rule': {'security_group_id': '3d344de4-9a1f-4280-bc3c-6187f8e5875f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:59.848248 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0271d3c8-e0df-4d25-95cd-614b2bd46ca9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.904489 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0271d3c8-e0df-4d25-95cd-614b2bd46ca9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:00.043656 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0271d3c8-e0df-4d25-95cd-614b2bd46ca9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:00.061572 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271d3c8-e0df-4d25-95cd-614b2bd46ca9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66d4c9d-ae8e-495e-9405-7541ed6c3b6e,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:00.217986 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0271d3c8-e0df-4d25-95cd-614b2bd46ca9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:00.219257 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-0271d3c8-e0df-4d25-95cd-614b2bd46ca9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5056307 Oct 29 01:34:00.222287 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 59662) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:00.226773 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-95d5e44e-1e2c-49d7-9531-204054efc63d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Request body: {'security_group_rule': {'security_group_id': '3d344de4-9a1f-4280-bc3c-6187f8e5875f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:00.340753 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-95d5e44e-1e2c-49d7-9531-204054efc63d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:00.398544 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-95d5e44e-1e2c-49d7-9531-204054efc63d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:00.533323 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-95d5e44e-1e2c-49d7-9531-204054efc63d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:00.551722 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5e44e-1e2c-49d7-9531-204054efc63d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12dee25-c98d-4bb9-8713-edf72ea3b759,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:00.752542 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-95d5e44e-1e2c-49d7-9531-204054efc63d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:00.753759 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-95d5e44e-1e2c-49d7-9531-204054efc63d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5304725 Oct 29 01:34:00.756927 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 59670) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:00.761886 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Request body: {'floatingip': {'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:00.881723 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for floatingip, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:00.979317 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:01.066326 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-f4eae907-e6e5-4397-a27d-badc3273c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:01.083017 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Allocated IP 172.28.3.116 (332549b6-3cdf-4adf-8b3f-15d63761d6c2/20988095-ecd5-434a-9470-4250e0864dd2/2b7a0c12-b4f3-418d-8a48-2531725aedaf) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:34:01.181154 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:01.406308 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:01.444014 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:01.446905 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:01.451028 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:34:01.477064 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event updated for resources: {'Port': ['ID=2b7a0c12-b4f3-418d-8a48-2531725aedaf,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:01.552828 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:01.740227 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:01.765426 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:01.918122 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:02.104193 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:02.174536 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event updated for resources: {'Port': ['ID=2b7a0c12-b4f3-418d-8a48-2531725aedaf,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:02.186398 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685606'] for floatingip, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:02.356491 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:02.409498 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for floatingip, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:02.410944 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-0e9ca754-4b17-4483-8f9f-740719fb1b0e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6529293 Oct 29 01:34:02.598308 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-c9a4e1e0-5631-414b-89e6-8320725408ed tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--741896000&fields=id&tenant_id=f136a6ebba524176833d4f65468e2e04 HTTP/1.1" status: 200 len: 267 time: 0.0350657 Oct 29 01:34:02.708252 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-e01122f2-9e4f-4c85-8767-657055a35d9d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:02.709709 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-e01122f2-9e4f-4c85-8767-657055a35d9d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/networks?id=e96d7435-3b33-4631-af13-70db652698aa HTTP/1.1" status: 200 len: 817 time: 0.1044443 Oct 29 01:34:02.724866 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-3d8ae961-883a-42e8-9f32-539470672d19 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/quotas/f136a6ebba524176833d4f65468e2e04 HTTP/1.1" status: 200 len: 375 time: 0.0089757 Oct 29 01:34:02.778927 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-335e06b9-346a-4d21-b262-8bf08149e33c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f136a6ebba524176833d4f65468e2e04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477068 Oct 29 01:34:02.877512 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-f12332b9-e101-49a2-8927-9fe57c23ab60 service neutron] 10.222.0.77 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874300 Oct 29 01:34:02.970720 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-6296f7e8-14ce-47c7-8b80-68398a97b19e service neutron] 10.222.0.77 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870056 Oct 29 01:34:03.343511 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9c3e24da-8f07-4f53-8d41-86d586393f01 req-0fab7883-516c-4e2d-9f9a-f0070e66e4f0 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 210 time: 0.0276606 Oct 29 01:34:04.354893 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:04.434349 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-695c49b1-5c3b-408c-a196-387fb1789d7f req-c652705b-0d36-4696-bfdb-dbd88abe14cc tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 210 time: 0.0277610 Oct 29 01:34:05.143492 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-c22c7cb0-9bb4-4f8c-9cd6-16e2c93baa20 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:05.144997 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-c22c7cb0-9bb4-4f8c-9cd6-16e2c93baa20 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/networks?id=e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 HTTP/1.1" status: 200 len: 815 time: 0.1127572 Oct 29 01:34:05.160346 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-f773c7b5-b68f-4a4f-b1c1-8876817cd01a tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/quotas/0425b4f10ce24ad59f06076a54460af3 HTTP/1.1" status: 200 len: 375 time: 0.0095868 Oct 29 01:34:05.208254 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-c8fe5560-62b7-4dd4-bf07-f4fdd2bde015 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0425b4f10ce24ad59f06076a54460af3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427454 Oct 29 01:34:05.298675 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-bc570d23-d493-416a-bfe0-939c4b42a514 service neutron] 10.222.0.77 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827756 Oct 29 01:34:05.393504 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-2826629f-11e8-46ee-8300-fbfdccbceec6 service neutron] 10.222.0.77 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884902 Oct 29 01:34:05.591895 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-86a98a43-5af5-4780-a98a-1d24f47636cb req-76e16c72-874d-40b6-bfc9-6f4949651035 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 210 time: 0.0264673 Oct 29 01:34:05.702070 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf27f4b-f320-4c6a-9284-949189f436e3 req-52dc6e5c-4bfa-450b-8f56-c2b33e01f804 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:05.702070 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fdf27f4b-f320-4c6a-9284-949189f436e3 req-52dc6e5c-4bfa-450b-8f56-c2b33e01f804 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 946 time: 0.0508747 Oct 29 01:34:05.736499 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fdf27f4b-f320-4c6a-9284-949189f436e3 req-dd1d647c-0b9d-4dc0-87a4-1c554dc0095c tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322149 Oct 29 01:34:05.812969 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-557dfc56-af08-42b7-af05-ff2ff2cf8d67 req-52d420f0-14c8-45b9-b930-b0043a2e7cbd tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 210 time: 0.0308945 Oct 29 01:34:06.689161 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ee29d4ea-c762-4f72-9e57-677f979c5dcf req-36e1fe83-eb1d-4e3e-b83d-c037e0a13225 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 210 time: 0.0260143 Oct 29 01:34:06.858007 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8d8d9-cd44-4659-be66-aaf7da1cd877 req-767c8602-3175-4daf-ae71-d187e18eb21f tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:06.859559 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-76c8d8d9-cd44-4659-be66-aaf7da1cd877 req-767c8602-3175-4daf-ae71-d187e18eb21f tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 946 time: 0.0533791 Oct 29 01:34:06.953325 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e38aa07e-6ac4-46e1-aa54-25ea5caa582e req-7fbd2ecd-0565-43fa-8e5d-2e228764e122 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 210 time: 0.0729241 Oct 29 01:34:06.972328 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-76c8d8d9-cd44-4659-be66-aaf7da1cd877 req-37af1854-789f-404d-9a56-94269271710a tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065645 Oct 29 01:34:07.021084 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-41253bb3-03f5-45d0-83fe-588eba4b8daa tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:07.022532 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-41253bb3-03f5-45d0-83fe-588eba4b8daa tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.89 "GET /v2.0/networks?id=e96d7435-3b33-4631-af13-70db652698aa HTTP/1.1" status: 200 len: 817 time: 0.1433790 Oct 29 01:34:07.082121 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-a010ea5c-e783-4089-b78c-c585a51f6fb0 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f136a6ebba524176833d4f65468e2e04 HTTP/1.1" status: 200 len: 379 time: 0.0357652 Oct 29 01:34:07.104337 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-7adc3050-8a0b-4afb-ad37-a7047d4bfda9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Request body: {'port': {'device_id': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'admin_state_up': True, 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'security_groups': ['3d344de4-9a1f-4280-bc3c-6187f8e5875f']}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:07.408667 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-7adc3050-8a0b-4afb-ad37-a7047d4bfda9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Made reservation on behalf of f136a6ebba524176833d4f65468e2e04 for: {'port': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:34:07.412208 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-7adc3050-8a0b-4afb-ad37-a7047d4bfda9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:07.537948 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-7adc3050-8a0b-4afb-ad37-a7047d4bfda9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Allocated IP 172.20.0.9 (e96d7435-3b33-4631-af13-70db652698aa/2f5f2a0f-7214-434a-9ad1-734028b6836e/7292e555-f166-46aa-86cc-a273bd4a8405) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:34:07.676969 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-7adc3050-8a0b-4afb-ad37-a7047d4bfda9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:07.787454 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2b95d5ff-1b68-489e-8fdd-11f5f1cbac1b req-95a7d9bb-e796-4b0f-a11f-68a216292806 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 210 time: 0.0261984 Oct 29 01:34:07.803264 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-7adc3050-8a0b-4afb-ad37-a7047d4bfda9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:07.856046 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-7adc3050-8a0b-4afb-ad37-a7047d4bfda9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Network e96d7435-3b33-4631-af13-70db652698aa is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:07.859327 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-7adc3050-8a0b-4afb-ad37-a7047d4bfda9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:07.863066 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-7adc3050-8a0b-4afb-ad37-a7047d4bfda9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:34:08.077264 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-32e4b967-1835-465d-80f9-efceb20cb523 None None] Provisioning complete for port 7292e555-f166-46aa-86cc-a273bd4a8405 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:08.077908 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-32e4b967-1835-465d-80f9-efceb20cb523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:08.111999 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-32e4b967-1835-465d-80f9-efceb20cb523 None None] Port 7292e555-f166-46aa-86cc-a273bd4a8405 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:34:08.138139 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc3050-8a0b-4afb-ad37-a7047d4bfda9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event updated for resources: {'Port': ['ID=7292e555-f166-46aa-86cc-a273bd4a8405,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:08.191207 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7e3b4435-cfbc-4ad6-8854-1de92c7d82ea req-591e5224-aa87-471e-8efc-976d230563f6 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 210 time: 0.0576494 Oct 29 01:34:08.207966 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-7adc3050-8a0b-4afb-ad37-a7047d4bfda9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:08.208565 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-7adc3050-8a0b-4afb-ad37-a7047d4bfda9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:08.230309 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff005d1b-e937-4be9-bde1-9ba8ca3d3684 req-c6bba784-0a57-40ef-86d7-f3e93582c473 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:08.231735 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ff005d1b-e937-4be9-bde1-9ba8ca3d3684 req-c6bba784-0a57-40ef-86d7-f3e93582c473 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 946 time: 0.0993640 Oct 29 01:34:08.270365 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ff005d1b-e937-4be9-bde1-9ba8ca3d3684 req-3aec8ff2-6fdb-404f-9c34-b8fac9929d22 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326335 Oct 29 01:34:08.404579 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-7adc3050-8a0b-4afb-ad37-a7047d4bfda9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3038886 Oct 29 01:34:08.445399 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Request body: {'port': {'device_id': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:08.499402 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:08.800714 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-416b48cb-80d0-4994-bda5-ef6ddc5b43df tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:08.802090 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-416b48cb-80d0-4994-bda5-ef6ddc5b43df tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.89 "GET /v2.0/networks?id=e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 HTTP/1.1" status: 200 len: 815 time: 0.1440809 Oct 29 01:34:08.843993 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-e65ac520-119b-47eb-8636-fc0f91819e0c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Request body: {'port': {'device_id': 'a7a9b0e3-7ac2-4260-8fca-6e91d953590c', 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587', 'admin_state_up': True, 'tenant_id': '0425b4f10ce24ad59f06076a54460af3'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:08.929450 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7292e555-f166-46aa-86cc-a273bd4a8405 {{(pid=101938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:34:08.942169 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:08.968462 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.provisioning_blocks [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Transition to ACTIVE for port object 7292e555-f166-46aa-86cc-a273bd4a8405 will not be triggered until provisioned by entity L2. {{(pid=101938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:34:09.003043 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be611399-985a-4349-8ae5-6e18c4dc174b req-d1d2cd3a-afc0-4f00-88d8-5480d0af5a75 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:09.004540 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-be611399-985a-4349-8ae5-6e18c4dc174b req-d1d2cd3a-afc0-4f00-88d8-5480d0af5a75 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 931 time: 0.1414790 Oct 29 01:34:09.055956 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-be611399-985a-4349-8ae5-6e18c4dc174b req-5035aa57-7090-4d52-a35e-2e627883086c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452814 Oct 29 01:34:09.089766 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:09.144345 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Pushing event updated for resources: {'Port': ['ID=7292e555-f166-46aa-86cc-a273bd4a8405,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:09.171542 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-e65ac520-119b-47eb-8636-fc0f91819e0c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Made reservation on behalf of 0425b4f10ce24ad59f06076a54460af3 for: {'port': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:34:09.175644 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-e65ac520-119b-47eb-8636-fc0f91819e0c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:09.289332 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Attempting to bind port 7292e555-f166-46aa-86cc-a273bd4a8405 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:34:09.290250 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Attempting to bind port 7292e555-f166-46aa-86cc-a273bd4a8405 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:34:09.290250 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Attempting to bind port 7292e555-f166-46aa-86cc-a273bd4a8405 on network e96d7435-3b33-4631-af13-70db652698aa {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:09.328740 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a817814d-117b-4e0f-98d2-b5d56689801e req-88fb90a5-9d82-437a-b7fb-0ccb982fdab2 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 210 time: 0.0410075 Oct 29 01:34:09.329497 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Port 7292e555-f166-46aa-86cc-a273bd4a8405 on network e96d7435-3b33-4631-af13-70db652698aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:34:09.330477 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Attempting to bind port 7292e555-f166-46aa-86cc-a273bd4a8405 on network e96d7435-3b33-4631-af13-70db652698aa {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:09.349588 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:34:09.349588 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Checking segment: {'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:34:09.349588 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Bound using segment: {'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:34:09.350085 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Bound port: 7292e555-f166-46aa-86cc-a273bd4a8405, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa'}}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:34:09.350085 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:09.462074 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-e65ac520-119b-47eb-8636-fc0f91819e0c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Allocated IP 172.20.0.9 (e2aa8ce7-c2c3-4863-b2b8-6a289ea40587/cc21edfb-afd8-499e-b228-d90b62cd63e1/1ad00024-6b8f-41d6-81e1-b2ecda108e02) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:34:09.494145 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706033b-b5db-4380-8352-ccd2357b9725 req-a3b433b2-c808-486e-aacd-a8a7f986b21e tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:09.496067 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5706033b-b5db-4380-8352-ccd2357b9725 req-a3b433b2-c808-486e-aacd-a8a7f986b21e tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 946 time: 0.1173520 Oct 29 01:34:09.507872 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] For port 7292e555-f166-46aa-86cc-a273bd4a8405, host hv-cinder-81558, cleared binding levels {{(pid=101938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:34:09.551678 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] For port 7292e555-f166-46aa-86cc-a273bd4a8405, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7292e555-f166-46aa-86cc-a273bd4a8405,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:34:09.614750 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5706033b-b5db-4380-8352-ccd2357b9725 req-013efbb3-777f-45ef-ac28-7fb95a419416 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106164 Oct 29 01:34:09.643967 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:09.703175 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:09.703844 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:09.705355 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] 10.222.0.89 "PUT /v2.0/ports/7292e555-f166-46aa-86cc-a273bd4a8405 HTTP/1.1" status: 200 len: 1093 time: 1.2643068 Oct 29 01:34:09.708358 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'tag': '7292e555-f166-46aa-86cc-a273bd4a8405'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:09.710757 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca91abda-0fef-4e4e-b3ce-7148c50c5f41" -d '{"events": [{"name": "network-changed", "server_uuid": "28c6aa1b-7d56-4497-95fe-0b12c27d5d4e", "tag": "7292e555-f166-46aa-86cc-a273bd4a8405"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:09.743328 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:09.745106 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-e65ac520-119b-47eb-8636-fc0f91819e0c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:09.759571 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff69175-23bb-4036-a2a6-a88d7dd096e5 x-openstack-request-id: req-dff69175-23bb-4036-a2a6-a88d7dd096e5 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:09.759867 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c6aa1b-7d56-4497-95fe-0b12c27d5d4e", "tag": "7292e555-f166-46aa-86cc-a273bd4a8405", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:09.760118 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dff69175-23bb-4036-a2a6-a88d7dd096e5 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:09.760506 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'tag': '7292e555-f166-46aa-86cc-a273bd4a8405', 'status': 'completed', 'code': 200} Oct 29 01:34:09.762452 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb8bd7-8c35-41a0-8d75-3a6d17a11d53 service neutron] Pushing event updated for resources: {'Port': ['ID=7292e555-f166-46aa-86cc-a273bd4a8405,revision_number=3']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:09.914357 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-e65ac520-119b-47eb-8636-fc0f91819e0c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:09.971589 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-e65ac520-119b-47eb-8636-fc0f91819e0c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:09.975931 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91abda-0fef-4e4e-b3ce-7148c50c5f41 req-b291db61-8066-47c1-ab63-d4ada566d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:09.977408 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ca91abda-0fef-4e4e-b3ce-7148c50c5f41 req-b291db61-8066-47c1-ab63-d4ada566d061 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f136a6ebba524176833d4f65468e2e04&device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 1096 time: 0.0894699 Oct 29 01:34:09.977707 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['e261cbe1-1727-4d63-90de-466de1f4ff0b'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:34:09.978786 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ac520-119b-47eb-8636-fc0f91819e0c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Pushing event updated for resources: {'Port': ['ID=1ad00024-6b8f-41d6-81e1-b2ecda108e02,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:09.981905 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-e65ac520-119b-47eb-8636-fc0f91819e0c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:09.984507 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-e65ac520-119b-47eb-8636-fc0f91819e0c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:34:10.083297 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-e65ac520-119b-47eb-8636-fc0f91819e0c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:10.083901 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-e65ac520-119b-47eb-8636-fc0f91819e0c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:10.127799 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91abda-0fef-4e4e-b3ce-7148c50c5f41 req-1bda038e-21dc-4e55-a3e5-82ec4e433f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:10.129370 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ca91abda-0fef-4e4e-b3ce-7148c50c5f41 req-1bda038e-21dc-4e55-a3e5-82ec4e433f9f service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=f136a6ebba524176833d4f65468e2e04&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1232283 Oct 29 01:34:10.244950 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcfa57-5787-4a5c-806b-fe1906838671 req-60843dfd-e79d-4f4b-93a4-79b2eac8041b tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:10.247381 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ccdcfa57-5787-4a5c-806b-fe1906838671 req-60843dfd-e79d-4f4b-93a4-79b2eac8041b tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.1004200 Oct 29 01:34:10.277929 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-e65ac520-119b-47eb-8636-fc0f91819e0c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4383132 Oct 29 01:34:10.292188 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91abda-0fef-4e4e-b3ce-7148c50c5f41 req-600cd2e6-5a6f-4e4c-acf0-1386ccfbd93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:10.293948 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ca91abda-0fef-4e4e-b3ce-7148c50c5f41 req-600cd2e6-5a6f-4e4c-acf0-1386ccfbd93d service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1545794 Oct 29 01:34:10.308089 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ccdcfa57-5787-4a5c-806b-fe1906838671 req-927a239a-7965-41cb-8e00-12c2bebd14be tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518091 Oct 29 01:34:10.315434 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Request body: {'port': {'device_id': 'a7a9b0e3-7ac2-4260-8fca-6e91d953590c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:10.374598 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:10.553844 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-4cac4c3d-3c28-4e2a-8a35-d21962de08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:10.555327 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-4cac4c3d-3c28-4e2a-8a35-d21962de08b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f136a6ebba524176833d4f65468e2e04&device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 1096 time: 0.1676989 Oct 29 01:34:10.566310 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd28b02-2169-4c33-8770-ccaa3a574cdb req-ad8b54fb-0281-44de-bc6d-6f4d332d3f69 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:10.567692 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9bd28b02-2169-4c33-8770-ccaa3a574cdb req-ad8b54fb-0281-44de-bc6d-6f4d332d3f69 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 931 time: 0.1357186 Oct 29 01:34:10.664785 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-e49cc0af-1d06-4241-9288-afcf8b7dd50c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7292e555-f166-46aa-86cc-a273bd4a8405 HTTP/1.1" status: 200 len: 217 time: 0.0849721 Oct 29 01:34:10.730225 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9bd28b02-2169-4c33-8770-ccaa3a574cdb req-8cb3362c-870d-4002-ad53-177a8c8cf2c4 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534364 Oct 29 01:34:10.775868 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-6b43f3ea-0a89-4b3e-bdbc-9c0d0228998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:10.777611 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-6b43f3ea-0a89-4b3e-bdbc-9c0d0228998a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f5f2a0f-7214-434a-9ad1-734028b6836e HTTP/1.1" status: 200 len: 856 time: 0.0972340 Oct 29 01:34:10.819250 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c252c-9d49-4995-8ee5-74b49c5236b7 req-902423c3-ba8a-4143-91b8-4ea5d7897622 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:10.820807 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e73c252c-9d49-4995-8ee5-74b49c5236b7 req-902423c3-ba8a-4143-91b8-4ea5d7897622 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 946 time: 0.1288760 Oct 29 01:34:10.921282 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-50838c5f-2a61-477a-bf63-841325060a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:10.922812 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-50838c5f-2a61-477a-bf63-841325060a3d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e96d7435-3b33-4631-af13-70db652698aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1230543 Oct 29 01:34:10.925535 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e73c252c-9d49-4995-8ee5-74b49c5236b7 req-73b8df25-214a-40a7-b659-d3599aaa40ac tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838346 Oct 29 01:34:10.930729 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad00024-6b8f-41d6-81e1-b2ecda108e02 {{(pid=101938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:34:10.947433 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:11.001533 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.provisioning_blocks [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Transition to ACTIVE for port object 1ad00024-6b8f-41d6-81e1-b2ecda108e02 will not be triggered until provisioned by entity L2. {{(pid=101938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:34:11.034805 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-4c4bdad0-0965-492a-9c2d-aebe35920ccd service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986674 Oct 29 01:34:11.089024 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:11.169345 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad00024-6b8f-41d6-81e1-b2ecda108e02,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:11.203493 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:11.203844 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:11.204183 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:11.204518 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:11.204853 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:11.205183 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:11.205508 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:11.205859 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:11.206186 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:11.206509 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:11.206831 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:11.207149 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:11.234590 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34af1093-8d61-4c77-8357-f46686f8fab9 req-aa02b50b-7b47-4bda-a916-153b7e00e071 service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904473 Oct 29 01:34:11.259411 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Attempting to bind port 1ad00024-6b8f-41d6-81e1-b2ecda108e02 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:34:11.259770 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Attempting to bind port 1ad00024-6b8f-41d6-81e1-b2ecda108e02 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:34:11.260099 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Attempting to bind port 1ad00024-6b8f-41d6-81e1-b2ecda108e02 on network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:11.264894 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Port 1ad00024-6b8f-41d6-81e1-b2ecda108e02 on network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:34:11.265314 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Attempting to bind port 1ad00024-6b8f-41d6-81e1-b2ecda108e02 on network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:11.270238 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:34:11.271663 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Checking segment: {'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:34:11.271663 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Bound using segment: {'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:34:11.271663 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Bound port: 1ad00024-6b8f-41d6-81e1-b2ecda108e02, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'}}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:34:11.272558 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:11.335997 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] For port 1ad00024-6b8f-41d6-81e1-b2ecda108e02, host hv-cinder-81558, cleared binding levels {{(pid=101938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:34:11.339474 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] For port 1ad00024-6b8f-41d6-81e1-b2ecda108e02, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1ad00024-6b8f-41d6-81e1-b2ecda108e02,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:34:11.426920 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ae0c-02c9-4061-87a0-99c28b2e5081 req-b17b9d17-0ff7-4c25-aeb8-cb0d719764c0 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:11.428381 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9cb4ae0c-02c9-4061-87a0-99c28b2e5081 req-b17b9d17-0ff7-4c25-aeb8-cb0d719764c0 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0477340 Oct 29 01:34:11.470031 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9cb4ae0c-02c9-4061-87a0-99c28b2e5081 req-22581b77-dea9-40b8-a107-126d60e25490 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351486 Oct 29 01:34:11.494992 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:11.531270 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:11.531879 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:11.533223 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] 10.222.0.89 "PUT /v2.0/ports/1ad00024-6b8f-41d6-81e1-b2ecda108e02 HTTP/1.1" status: 200 len: 1093 time: 1.2220094 Oct 29 01:34:11.550935 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf01ac-9cc8-4d1a-95e9-8b33bc30bf93 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad00024-6b8f-41d6-81e1-b2ecda108e02,revision_number=3']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:11.744484 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-a16cff4a-1692-4e4b-a329-d89124df721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:11.746895 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-a16cff4a-1692-4e4b-a329-d89124df721e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0425b4f10ce24ad59f06076a54460af3&device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 1096 time: 0.0425134 Oct 29 01:34:11.761604 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a9b0e3-7ac2-4260-8fca-6e91d953590c', 'tag': '1ad00024-6b8f-41d6-81e1-b2ecda108e02'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:11.764850 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d89eca-baea-47eb-8280-eba2ed62963c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a9b0e3-7ac2-4260-8fca-6e91d953590c", "tag": "1ad00024-6b8f-41d6-81e1-b2ecda108e02"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:11.800356 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f98c69-7cdb-4c19-bf22-204d69301ebf x-openstack-request-id: req-f6f98c69-7cdb-4c19-bf22-204d69301ebf {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:11.800632 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a9b0e3-7ac2-4260-8fca-6e91d953590c", "tag": "1ad00024-6b8f-41d6-81e1-b2ecda108e02", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:11.800910 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6f98c69-7cdb-4c19-bf22-204d69301ebf {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:11.801293 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a9b0e3-7ac2-4260-8fca-6e91d953590c', 'tag': '1ad00024-6b8f-41d6-81e1-b2ecda108e02', 'status': 'completed', 'code': 200} Oct 29 01:34:11.859077 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-da7e2987-9fa2-481b-868c-8b24b4fdfa55 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ad00024-6b8f-41d6-81e1-b2ecda108e02 HTTP/1.1" status: 200 len: 217 time: 0.0491297 Oct 29 01:34:11.906025 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4d39c-2e8d-46ea-a74b-1b376ff2f7ef req-5339e68e-5529-4f05-afd7-a3abec196d47 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:11.907461 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-60c4d39c-2e8d-46ea-a74b-1b376ff2f7ef req-5339e68e-5529-4f05-afd7-a3abec196d47 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 943 time: 0.1097016 Oct 29 01:34:11.935619 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-e3614999-0579-400c-b555-30342528631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:11.937059 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-e3614999-0579-400c-b555-30342528631c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc21edfb-afd8-499e-b228-d90b62cd63e1 HTTP/1.1" status: 200 len: 855 time: 0.0685813 Oct 29 01:34:11.954237 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-60c4d39c-2e8d-46ea-a74b-1b376ff2f7ef req-08957596-519b-4a23-b1b9-574134e69a56 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408032 Oct 29 01:34:11.999787 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-4eb4ed86-1fc8-436e-8b9d-54ca4a72d9e9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2aa8ce7-c2c3-4863-b2b8-6a289ea40587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279269 Oct 29 01:34:12.099075 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45402a4b-65e6-4bcd-b968-3d6054d9fbc4 req-7842b8db-d7ed-4ab2-8865-cc9537c52ab3 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:12.100525 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-45402a4b-65e6-4bcd-b968-3d6054d9fbc4 req-7842b8db-d7ed-4ab2-8865-cc9537c52ab3 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 946 time: 0.1040709 Oct 29 01:34:12.140911 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-1a712ae9-644a-461d-b38a-69d63c683728 service neutron] 10.222.0.89 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317227 Oct 29 01:34:12.155196 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-45402a4b-65e6-4bcd-b968-3d6054d9fbc4 req-72787b24-5bf5-4929-ba77-640ea74031f0 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/security-groups?id=35896e90-d91b-46c8-917c-4d2ad2aae363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454638 Oct 29 01:34:12.330433 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f45cc2-6e01-4bbb-9bf3-f2224de7b982 req-89471216-3ff0-43a5-ac51-d0fd5ac64d86 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:12.331842 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-41f45cc2-6e01-4bbb-9bf3-f2224de7b982 req-89471216-3ff0-43a5-ac51-d0fd5ac64d86 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.89 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 946 time: 0.0928295 Oct 29 01:34:12.359066 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e11ef046-ecab-4bc6-b715-390ed64aa914 req-9bfbb7cb-1825-437f-80cc-800e4dbe96de service neutron] 10.222.0.89 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274009 Oct 29 01:34:12.442577 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-41f45cc2-6e01-4bbb-9bf3-f2224de7b982 req-96cf7989-1866-4137-846f-4cd45068be25 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Deleting port 0773db42-bbc0-47b4-bb4a-993837039e2e {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:34:12.442936 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-41f45cc2-6e01-4bbb-9bf3-f2224de7b982 req-96cf7989-1866-4137-846f-4cd45068be25 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:12.533712 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-41f45cc2-6e01-4bbb-9bf3-f2224de7b982 req-96cf7989-1866-4137-846f-4cd45068be25 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] For port 0773db42-bbc0-47b4-bb4a-993837039e2e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0773db42-bbc0-47b4-bb4a-993837039e2e,segment=NetworkSegment(49fd1dd9-6d48-43ba-ba57-a848fb088aa8),segment_id=49fd1dd9-6d48-43ba-ba57-a848fb088aa8)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:12.534101 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-41f45cc2-6e01-4bbb-9bf3-f2224de7b982 req-96cf7989-1866-4137-846f-4cd45068be25 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:12.554982 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-41f45cc2-6e01-4bbb-9bf3-f2224de7b982 req-96cf7989-1866-4137-846f-4cd45068be25 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Calling delete_port for 0773db42-bbc0-47b4-bb4a-993837039e2e owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:34:12.668513 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ff5ed-1079-4f64-a020-2021a0dee946 req-a8b988ca-d4e9-4f2a-a462-95700b5a253f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:12.670001 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-789ff5ed-1079-4f64-a020-2021a0dee946 req-a8b988ca-d4e9-4f2a-a462-95700b5a253f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.1265662 Oct 29 01:34:12.719600 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d89eca-baea-47eb-8280-eba2ed62963c req-2b17af55-b9a1-42ed-984a-3e32bac09cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:12.721061 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b5d89eca-baea-47eb-8280-eba2ed62963c req-2b17af55-b9a1-42ed-984a-3e32bac09cbc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0425b4f10ce24ad59f06076a54460af3&device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 1096 time: 0.1029031 Oct 29 01:34:12.743009 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-789ff5ed-1079-4f64-a020-2021a0dee946 req-5414072b-8593-4abc-931a-ec629a9d7206 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652857 Oct 29 01:34:12.859793 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d89eca-baea-47eb-8280-eba2ed62963c req-4ab656ea-323c-4ca9-847c-7fab3979675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:12.861266 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b5d89eca-baea-47eb-8280-eba2ed62963c req-4ab656ea-323c-4ca9-847c-7fab3979675a service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 HTTP/1.1" status: 200 len: 916 time: 0.1294653 Oct 29 01:34:12.909691 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b5d89eca-baea-47eb-8280-eba2ed62963c req-5e58d18d-a2bf-4693-91c2-90073f14e2ec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ad00024-6b8f-41d6-81e1-b2ecda108e02 HTTP/1.1" status: 200 len: 217 time: 0.0380900 Oct 29 01:34:13.201053 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-41f45cc2-6e01-4bbb-9bf3-f2224de7b982 req-96cf7989-1866-4137-846f-4cd45068be25 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:13.243526 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['0773db42-bbc0-47b4-bb4a-993837039e2e'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:34:13.282341 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf7989-1866-4137-846f-4cd45068be25 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Pushing event deleted for resources: {'Port': ['ID=0773db42-bbc0-47b4-bb4a-993837039e2e,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:13.306615 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e1adbd23-e493-43d1-bf8f-3678edcfbe1a req-6e1b1689-d73e-4f32-9cd2-541df2553569 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 210 time: 0.0663459 Oct 29 01:34:13.321227 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d89eca-baea-47eb-8280-eba2ed62963c req-1fd07b71-7a11-43b9-8e53-c9f91468a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:13.322687 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b5d89eca-baea-47eb-8280-eba2ed62963c req-1fd07b71-7a11-43b9-8e53-c9f91468a713 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc21edfb-afd8-499e-b228-d90b62cd63e1 HTTP/1.1" status: 200 len: 855 time: 0.4000955 Oct 29 01:34:13.348559 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f45cc2-6e01-4bbb-9bf3-f2224de7b982 req-96cf7989-1866-4137-846f-4cd45068be25 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] No DVR routers for this DVR port 0773db42-bbc0-47b4-bb4a-993837039e2e on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:34:13.358476 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-41f45cc2-6e01-4bbb-9bf3-f2224de7b982 req-96cf7989-1866-4137-846f-4cd45068be25 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:13.361843 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-41f45cc2-6e01-4bbb-9bf3-f2224de7b982 req-96cf7989-1866-4137-846f-4cd45068be25 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.89 "DELETE /v2.0/ports/0773db42-bbc0-47b4-bb4a-993837039e2e HTTP/1.1" status: 204 len: 173 time: 1.0184629 Oct 29 01:34:13.369421 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c0dbe-c365-4f90-bcd1-276ec9c66ba5 req-ae0019db-29c8-4774-b124-d1e14a078059 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:13.371268 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c10c0dbe-c365-4f90-bcd1-276ec9c66ba5 req-ae0019db-29c8-4774-b124-d1e14a078059 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 943 time: 0.1748641 Oct 29 01:34:13.391146 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b5d89eca-baea-47eb-8280-eba2ed62963c req-9b9a8768-3656-46e4-851e-f682f02dc1a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2aa8ce7-c2c3-4863-b2b8-6a289ea40587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437980 Oct 29 01:34:13.469305 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c10c0dbe-c365-4f90-bcd1-276ec9c66ba5 req-17cc0bfb-48b9-4275-a35a-0e811ec14844 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804074 Oct 29 01:34:13.477194 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 7292e555-f166-46aa-86cc-a273bd4a8405 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:34:13.506247 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b5d89eca-baea-47eb-8280-eba2ed62963c req-6806314f-cd2d-4775-b8e3-4d140ba84902 service neutron] 10.222.0.89 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023245 Oct 29 01:34:13.584907 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 7292e555-f166-46aa-86cc-a273bd4a8405, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7292e555-f166-46aa-86cc-a273bd4a8405,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:13.597142 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '7292e555-f166-46aa-86cc-a273bd4a8405', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'port_id': '7292e555-f166-46aa-86cc-a273bd4a8405', 'mac_address': 'fa:16:3e:39:60:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:34:13.608581 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b5d89eca-baea-47eb-8280-eba2ed62963c req-5497e42a-ead9-4cb7-8592-41096e65bca4 service neutron] 10.222.0.89 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887682 Oct 29 01:34:13.639102 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:13.652248 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7292e555-f166-46aa-86cc-a273bd4a8405 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:34:13.671753 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 7292e555-f166-46aa-86cc-a273bd4a8405, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7292e555-f166-46aa-86cc-a273bd4a8405,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:13.774430 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:13.802990 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a05ffe5-0c65-40e1-b080-45c764ada2e3', 'name': 'network-vif-deleted', 'tag': '0773db42-bbc0-47b4-bb4a-993837039e2e'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:13.805558 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6142af33-fc84-4cf4-8546-6593a8e4ce4c" -d '{"events": [{"server_uuid": "3a05ffe5-0c65-40e1-b080-45c764ada2e3", "name": "network-vif-deleted", "tag": "0773db42-bbc0-47b4-bb4a-993837039e2e"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:13.828039 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=7292e555-f166-46aa-86cc-a273bd4a8405,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:13.835343 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:13.835723 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:13.836202 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:13.836482 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:13.836816 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:13.837433 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:13.837760 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:13.838378 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:13.838732 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:13.839134 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:13.839690 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:13.840248 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:13.853706 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cd0f58-d410-410d-81e6-75fac3cfd187 x-openstack-request-id: req-40cd0f58-d410-410d-81e6-75fac3cfd187 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:13.854021 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a05ffe5-0c65-40e1-b080-45c764ada2e3", "name": "network-vif-deleted", "tag": "0773db42-bbc0-47b4-bb4a-993837039e2e", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:13.854272 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-40cd0f58-d410-410d-81e6-75fac3cfd187 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:13.855335 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a05ffe5-0c65-40e1-b080-45c764ada2e3', 'name': 'network-vif-deleted', 'tag': '0773db42-bbc0-47b4-bb4a-993837039e2e', 'status': 'completed', 'code': 200} Oct 29 01:34:13.880569 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a163c-56f3-4728-823b-d141e3f7550b req-2e9a0353-ee78-441c-a8a6-6b5a96ff2d00 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:13.882063 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fb3a163c-56f3-4728-823b-d141e3f7550b req-2e9a0353-ee78-441c-a8a6-6b5a96ff2d00 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 944 time: 0.0664947 Oct 29 01:34:13.920089 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fb3a163c-56f3-4728-823b-d141e3f7550b req-4469c819-fb69-4487-be7b-ae36c7a9f5e9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314062 Oct 29 01:34:14.207059 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['7292e555-f166-46aa-86cc-a273bd4a8405'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:34:14.423030 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bcc95569-7791-4573-8866-3577920097a3 req-ef598d64-2f71-4b7b-9ae0-760d3251ad22 tempest-VolumesSnapshotTestJSON-159750582 tempest-VolumesSnapshotTestJSON-159750582-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a05ffe5-0c65-40e1-b080-45c764ada2e3 HTTP/1.1" status: 200 len: 210 time: 0.0266876 Oct 29 01:34:14.584776 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef42e1-a8e8-4509-9f43-2173669ce54e req-2fa1c301-145c-45c2-809c-2ab768d95398 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:14.586383 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bcef42e1-a8e8-4509-9f43-2173669ce54e req-2fa1c301-145c-45c2-809c-2ab768d95398 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 943 time: 0.0500164 Oct 29 01:34:14.629588 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bcef42e1-a8e8-4509-9f43-2173669ce54e req-043df3da-b0f3-4ff3-8693-82b0bbe8f026 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359666 Oct 29 01:34:15.041383 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8edf9-5523-49ad-a7c2-1d7806760c14 req-c2a671e9-3176-4d5c-82f8-09cfb1a6c20f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:15.043613 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9fd8edf9-5523-49ad-a7c2-1d7806760c14 req-c2a671e9-3176-4d5c-82f8-09cfb1a6c20f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 944 time: 0.0522041 Oct 29 01:34:15.080168 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9fd8edf9-5523-49ad-a7c2-1d7806760c14 req-70dc79d2-2deb-414c-8c2a-beae55e15ad0 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304859 Oct 29 01:34:15.488405 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 1ad00024-6b8f-41d6-81e1-b2ecda108e02 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:34:15.502597 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 7292e555-f166-46aa-86cc-a273bd4a8405 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:15.629096 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 1ad00024-6b8f-41d6-81e1-b2ecda108e02, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1ad00024-6b8f-41d6-81e1-b2ecda108e02,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:15.640303 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '1ad00024-6b8f-41d6-81e1-b2ecda108e02', 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587', 'port_id': '1ad00024-6b8f-41d6-81e1-b2ecda108e02', 'mac_address': 'fa:16:3e:84:2f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc21edfb-afd8-499e-b228-d90b62cd63e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:34:15.678419 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:15.692459 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad00024-6b8f-41d6-81e1-b2ecda108e02 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:34:15.712967 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 1ad00024-6b8f-41d6-81e1-b2ecda108e02, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1ad00024-6b8f-41d6-81e1-b2ecda108e02,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:15.743883 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3be02-8308-4c1e-bd4d-2b7351aaabde req-a1e10099-e11e-4e96-bde7-fc6e129e5619 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:15.745941 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-66a3be02-8308-4c1e-bd4d-2b7351aaabde req-a1e10099-e11e-4e96-bde7-fc6e129e5619 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 943 time: 0.0495782 Oct 29 01:34:15.757385 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port 7292e555-f166-46aa-86cc-a273bd4a8405 completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:34:15.762226 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 7292e555-f166-46aa-86cc-a273bd4a8405 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:15.762612 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:15.783909 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-66a3be02-8308-4c1e-bd4d-2b7351aaabde req-1416ab6c-4e06-4dc1-a198-d87f9c51e275 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317121 Oct 29 01:34:15.843318 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:15.848702 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:15.899365 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7292e555-f166-46aa-86cc-a273bd4a8405'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:15.901688 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627dc047-fa54-44bf-ba90-a52299037587" -d '{"events": [{"server_uuid": "28c6aa1b-7d56-4497-95fe-0b12c27d5d4e", "name": "network-vif-plugged", "status": "completed", "tag": "7292e555-f166-46aa-86cc-a273bd4a8405"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:15.921066 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 7292e555-f166-46aa-86cc-a273bd4a8405, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7292e555-f166-46aa-86cc-a273bd4a8405,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:15.922118 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=1ad00024-6b8f-41d6-81e1-b2ecda108e02,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:15.943729 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9e5eea-0372-4009-ba18-24ab518097fd x-openstack-request-id: req-1d9e5eea-0372-4009-ba18-24ab518097fd {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:15.944022 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c6aa1b-7d56-4497-95fe-0b12c27d5d4e", "name": "network-vif-plugged", "status": "completed", "tag": "7292e555-f166-46aa-86cc-a273bd4a8405", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:15.944283 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d9e5eea-0372-4009-ba18-24ab518097fd {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:15.944676 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7292e555-f166-46aa-86cc-a273bd4a8405', 'code': 200} Oct 29 01:34:16.041490 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:16.042625 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 0773db42-bbc0-47b4-bb4a-993837039e2e no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:34:16.084213 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: 0773db42-bbc0-47b4-bb4a-993837039e2e {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:34:16.084551 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 0773db42-bbc0-47b4-bb4a-993837039e2e not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:34:16.115850 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=7292e555-f166-46aa-86cc-a273bd4a8405,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:16.203644 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620284dd-9db7-4a29-95bf-8f044e268291 req-7eaa7db1-b995-43b9-bbc7-6c4260dc46b3 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:16.205129 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-620284dd-9db7-4a29-95bf-8f044e268291 req-7eaa7db1-b995-43b9-bbc7-6c4260dc46b3 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0516469 Oct 29 01:34:16.242433 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['1ad00024-6b8f-41d6-81e1-b2ecda108e02'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:34:16.243821 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-620284dd-9db7-4a29-95bf-8f044e268291 req-a9f853f9-b5b7-460b-bd57-52d0d0631041 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328190 Oct 29 01:34:16.470975 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89aa20-4681-4184-8ac6-6006a5d08d8e req-5caa631c-c2f0-4304-9246-8286a04d9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:16.472431 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bd89aa20-4681-4184-8ac6-6006a5d08d8e req-5caa631c-c2f0-4304-9246-8286a04d9567 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 1098 time: 0.0435188 Oct 29 01:34:16.508439 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bd89aa20-4681-4184-8ac6-6006a5d08d8e req-b41f8116-35ea-4596-b93e-7a02dce80058 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273952 Oct 29 01:34:16.898014 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9a2e7-85d6-4594-8e3c-f8dca9ade6e5 req-08fcd8e8-50e7-4a12-be33-8e2d27fcb5fb tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:16.899471 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a6a9a2e7-85d6-4594-8e3c-f8dca9ade6e5 req-08fcd8e8-50e7-4a12-be33-8e2d27fcb5fb tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 944 time: 0.0476649 Oct 29 01:34:16.937395 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a6a9a2e7-85d6-4594-8e3c-f8dca9ade6e5 req-9a19cb4c-1987-46ca-a471-83a024fabe35 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309739 Oct 29 01:34:17.367145 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ddf75-f19b-4f03-a149-11a36bdb140f req-fb4ad366-cd52-4efe-9421-3dafd64de524 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:17.368710 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f30ddf75-f19b-4f03-a149-11a36bdb140f req-fb4ad366-cd52-4efe-9421-3dafd64de524 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0494142 Oct 29 01:34:17.407708 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f30ddf75-f19b-4f03-a149-11a36bdb140f req-8cb6f65b-0c89-43cb-81b4-b0b89ffb45bb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319247 Oct 29 01:34:17.499852 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 1ad00024-6b8f-41d6-81e1-b2ecda108e02 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:17.637509 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port 1ad00024-6b8f-41d6-81e1-b2ecda108e02 completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:34:17.643332 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 1ad00024-6b8f-41d6-81e1-b2ecda108e02 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:17.643702 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:17.723418 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:17.761981 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 1ad00024-6b8f-41d6-81e1-b2ecda108e02, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1ad00024-6b8f-41d6-81e1-b2ecda108e02,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:17.915336 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:17.945731 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a9b0e3-7ac2-4260-8fca-6e91d953590c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad00024-6b8f-41d6-81e1-b2ecda108e02'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:17.947933 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97445110-6fb1-450b-94f5-2eb5b8ed9713" -d '{"events": [{"server_uuid": "a7a9b0e3-7ac2-4260-8fca-6e91d953590c", "name": "network-vif-plugged", "status": "completed", "tag": "1ad00024-6b8f-41d6-81e1-b2ecda108e02"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:17.970771 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=1ad00024-6b8f-41d6-81e1-b2ecda108e02,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:17.986988 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f371bc-92e5-4fad-bd25-e50796fca20c x-openstack-request-id: req-21f371bc-92e5-4fad-bd25-e50796fca20c {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:17.987441 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a9b0e3-7ac2-4260-8fca-6e91d953590c", "name": "network-vif-plugged", "status": "completed", "tag": "1ad00024-6b8f-41d6-81e1-b2ecda108e02", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:17.987704 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21f371bc-92e5-4fad-bd25-e50796fca20c {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:17.988095 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a9b0e3-7ac2-4260-8fca-6e91d953590c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad00024-6b8f-41d6-81e1-b2ecda108e02', 'code': 200} Oct 29 01:34:18.058680 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b80f0-8984-4223-be2d-2036889969ec req-507c793e-25ee-4c03-8d6c-ea17a8f35218 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:18.060076 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-890b80f0-8984-4223-be2d-2036889969ec req-507c793e-25ee-4c03-8d6c-ea17a8f35218 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 945 time: 0.0538681 Oct 29 01:34:18.098676 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-890b80f0-8984-4223-be2d-2036889969ec req-3c971c02-9f6f-4790-8f52-d89122be218e tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327077 Oct 29 01:34:18.378617 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:34:18.477053 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff68205-a325-4ab8-b15a-abf35d0f11d3 req-d4b904bf-44aa-4f9f-976f-38b612c1f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:18.478598 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bff68205-a325-4ab8-b15a-abf35d0f11d3 req-d4b904bf-44aa-4f9f-976f-38b612c1f97b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 1098 time: 0.0406768 Oct 29 01:34:18.538801 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bff68205-a325-4ab8-b15a-abf35d0f11d3 req-9651d035-0af9-469e-b69b-1205163bd610 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467958 Oct 29 01:34:18.553024 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03d7ce-075a-4d38-ad00-942f2434d39d req-1bc32023-fba3-42b9-93f3-b968302c1792 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:18.554475 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ab03d7ce-075a-4d38-ad00-942f2434d39d req-1bc32023-fba3-42b9-93f3-b968302c1792 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0706992 Oct 29 01:34:18.596581 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ab03d7ce-075a-4d38-ad00-942f2434d39d req-cc21deb4-6e44-4e62-a3f3-2ad98c27fa03 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360487 Oct 29 01:34:18.710221 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f783bcb-8ebf-4c88-8ee4-e8317a7fcc4b req-ea395503-393e-4daf-92e4-9b7e89421016 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:18.711682 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f783bcb-8ebf-4c88-8ee4-e8317a7fcc4b req-ea395503-393e-4daf-92e4-9b7e89421016 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0489843 Oct 29 01:34:18.720534 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 59854) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:18.724926 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-be88d04a-6007-429f-a699-f36df5594d04 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Request body: {'floatingip': {'port_id': '7292e555-f166-46aa-86cc-a273bd4a8405'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:18.763649 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-be88d04a-6007-429f-a699-f36df5594d04 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for floatingip, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:19.309046 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d321ac-f633-4500-92e9-6bfc40e1b6f8 req-3e386423-9c4f-4e3e-ba8a-4618dc4a97c9 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:19.310680 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-53d321ac-f633-4500-92e9-6bfc40e1b6f8 req-3e386423-9c4f-4e3e-ba8a-4618dc4a97c9 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 945 time: 0.1418519 Oct 29 01:34:19.343279 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-be88d04a-6007-429f-a699-f36df5594d04 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:19.360591 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-53d321ac-f633-4500-92e9-6bfc40e1b6f8 req-900a6b3d-0ae0-43f4-8359-afdcccc19f52 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433345 Oct 29 01:34:19.471482 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-be88d04a-6007-429f-a699-f36df5594d04 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685606'] for floatingip, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:19.579867 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.l3_db [None req-be88d04a-6007-429f-a699-f36df5594d04 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Floating IP b9544f89-f9ef-411d-8105-e9ccbc9ed7f4 associated. External IP: 172.28.3.116, port: 7292e555-f166-46aa-86cc-a273bd4a8405. Oct 29 01:34:19.790036 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be88d04a-6007-429f-a699-f36df5594d04 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Router b684d920-b4e6-4a2b-bebc-3e28b5417427 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:34:19.897250 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be88d04a-6007-429f-a699-f36df5594d04 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:34:19.902832 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-be88d04a-6007-429f-a699-f36df5594d04 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for floatingip, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:19.907512 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccdaf0-aabb-479d-82ae-74204495a9b3 None None] Sync routers for ids ['b684d920-b4e6-4a2b-bebc-3e28b5417427'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:34:19.916659 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ccdaf0-aabb-479d-82ae-74204495a9b3 None None] Routers {'b684d920-b4e6-4a2b-bebc-3e28b5417427'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:19.917444 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-22ccdaf0-aabb-479d-82ae-74204495a9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:34:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['b684d920-b4e6-4a2b-bebc-3e28b5417427'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:19.930439 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-be88d04a-6007-429f-a699-f36df5594d04 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "PUT /v2.0/floatingips/b9544f89-f9ef-411d-8105-e9ccbc9ed7f4 HTTP/1.1" status: 200 len: 991 time: 1.2088373 Oct 29 01:34:19.931141 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'tag': '7292e555-f166-46aa-86cc-a273bd4a8405'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:19.933493 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a975c01-d961-4b84-8291-d538d096dd5b" -d '{"events": [{"name": "network-changed", "server_uuid": "28c6aa1b-7d56-4497-95fe-0b12c27d5d4e", "tag": "7292e555-f166-46aa-86cc-a273bd4a8405"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:19.973246 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56f706d-0e11-4c28-9cbe-822dff0b12a4 x-openstack-request-id: req-b56f706d-0e11-4c28-9cbe-822dff0b12a4 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:19.975282 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c6aa1b-7d56-4497-95fe-0b12c27d5d4e", "tag": "7292e555-f166-46aa-86cc-a273bd4a8405", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:19.975705 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b56f706d-0e11-4c28-9cbe-822dff0b12a4 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:19.976123 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'tag': '7292e555-f166-46aa-86cc-a273bd4a8405', 'status': 'completed', 'code': 200} Oct 29 01:34:20.027422 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-22ccdaf0-aabb-479d-82ae-74204495a9b3 None None] Set router b684d920-b4e6-4a2b-bebc-3e28b5417427 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:20.086366 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a975c01-d961-4b84-8291-d538d096dd5b req-13e838bf-fbf8-4d90-9389-68c27eff78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:20.088229 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6a975c01-d961-4b84-8291-d538d096dd5b req-13e838bf-fbf8-4d90-9389-68c27eff78f6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f136a6ebba524176833d4f65468e2e04&device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 1098 time: 0.0442433 Oct 29 01:34:20.221000 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a975c01-d961-4b84-8291-d538d096dd5b req-3bec1c89-7072-4b41-83c1-36cabd9dd26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:20.222535 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6a975c01-d961-4b84-8291-d538d096dd5b req-3bec1c89-7072-4b41-83c1-36cabd9dd26c service neutron] 10.222.0.89 "GET /v2.0/networks?id=e96d7435-3b33-4631-af13-70db652698aa HTTP/1.1" status: 200 len: 918 time: 0.0891938 Oct 29 01:34:20.290251 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6a975c01-d961-4b84-8291-d538d096dd5b req-e6f3ed37-4928-4e72-a411-6362ceb20b9f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7292e555-f166-46aa-86cc-a273bd4a8405 HTTP/1.1" status: 200 len: 999 time: 0.0581219 Oct 29 01:34:20.302561 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-22ccdaf0-aabb-479d-82ae-74204495a9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': 'b9544f89-f9ef-411d-8105-e9ccbc9ed7f4', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'port_id': '7292e555-f166-46aa-86cc-a273bd4a8405', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'mac_address': 'fa:16:3e:39:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:34:01Z', 'updated_at': '2021-10-29T01:34:19Z', 'revision_number': 1, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b5e3c2-d6d8-4b3f-b902-3ccf70506250', 'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'mac_address': 'fa:16:3e:14:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:14Z', 'updated_at': '2021-10-29T01:30:25Z', 'revision_number': 5, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'subnets': [{'id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:20.350222 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a975c01-d961-4b84-8291-d538d096dd5b req-e37f984f-95b7-4dd6-b5fe-8525dee9875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:20.350222 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6a975c01-d961-4b84-8291-d538d096dd5b req-e37f984f-95b7-4dd6-b5fe-8525dee9875f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f5f2a0f-7214-434a-9ad1-734028b6836e HTTP/1.1" status: 200 len: 856 time: 0.0506046 Oct 29 01:34:20.400188 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a975c01-d961-4b84-8291-d538d096dd5b req-49b6568b-59eb-43a0-83eb-58c978dc575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:20.401731 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6a975c01-d961-4b84-8291-d538d096dd5b req-49b6568b-59eb-43a0-83eb-58c978dc575c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e96d7435-3b33-4631-af13-70db652698aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0439010 Oct 29 01:34:20.453310 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccdaf0-aabb-479d-82ae-74204495a9b3 None None] Checking router: b684d920-b4e6-4a2b-bebc-3e28b5417427 for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:34:20.461847 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ccdaf0-aabb-479d-82ae-74204495a9b3 None None] Routers {'b684d920-b4e6-4a2b-bebc-3e28b5417427'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:20.462706 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-22ccdaf0-aabb-479d-82ae-74204495a9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:34:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['b684d920-b4e6-4a2b-bebc-3e28b5417427'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:20.534649 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392766f-fb24-43d4-8157-41277f707f61 req-6dc955d6-c675-46aa-aeb7-6ef996065c6c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:20.536161 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3392766f-fb24-43d4-8157-41277f707f61 req-6dc955d6-c675-46aa-aeb7-6ef996065c6c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 945 time: 0.0818613 Oct 29 01:34:20.539883 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6a975c01-d961-4b84-8291-d538d096dd5b req-b8f0a11e-757e-4fb1-991f-64b97ec9b64b service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283011 Oct 29 01:34:20.570493 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-22ccdaf0-aabb-479d-82ae-74204495a9b3 None None] Set router b684d920-b4e6-4a2b-bebc-3e28b5417427 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:20.626472 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3392766f-fb24-43d4-8157-41277f707f61 req-ab2f9518-d7c4-4cdb-b5c1-663d1db3c7e9 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834601 Oct 29 01:34:20.668650 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6a975c01-d961-4b84-8291-d538d096dd5b req-8b82485c-8389-48e1-a621-b5dc35ac4105 service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188338 Oct 29 01:34:20.808946 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-22ccdaf0-aabb-479d-82ae-74204495a9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': 'b9544f89-f9ef-411d-8105-e9ccbc9ed7f4', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'port_id': '7292e555-f166-46aa-86cc-a273bd4a8405', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'mac_address': 'fa:16:3e:39:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:34:01Z', 'updated_at': '2021-10-29T01:34:19Z', 'revision_number': 1, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b5e3c2-d6d8-4b3f-b902-3ccf70506250', 'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'mac_address': 'fa:16:3e:14:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:14Z', 'updated_at': '2021-10-29T01:30:25Z', 'revision_number': 5, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'subnets': [{'id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:20.835336 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccdaf0-aabb-479d-82ae-74204495a9b3 None None] The sync data for ids ['b684d920-b4e6-4a2b-bebc-3e28b5417427'] in dv-cinder-815582-5-smb is: [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': 'b9544f89-f9ef-411d-8105-e9ccbc9ed7f4', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'port_id': '7292e555-f166-46aa-86cc-a273bd4a8405', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'mac_address': 'fa:16:3e:39:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:34:01Z', 'updated_at': '2021-10-29T01:34:19Z', 'revision_number': 1, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b5e3c2-d6d8-4b3f-b902-3ccf70506250', 'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'mac_address': 'fa:16:3e:14:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:14Z', 'updated_at': '2021-10-29T01:30:25Z', 'revision_number': 5, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'subnets': [{'id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:34:21.036761 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87965415-d7ca-4dd2-be89-6fcf16266e44 None None] New status for floating IP b9544f89-f9ef-411d-8105-e9ccbc9ed7f4: ACTIVE {{(pid=101940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:34:23.592857 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-e32902fa-ad70-4843-afcd-f1a657f3fe04 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:23.594390 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-e32902fa-ad70-4843-afcd-f1a657f3fe04 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/networks?id=e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 HTTP/1.1" status: 200 len: 815 time: 0.1001065 Oct 29 01:34:23.608978 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-c4d98848-0cf0-4f6b-be5b-46af5eba1472 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/quotas/0425b4f10ce24ad59f06076a54460af3 HTTP/1.1" status: 200 len: 375 time: 0.0090399 Oct 29 01:34:23.660300 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-47a6c033-7ad5-4e4d-8087-cb8179a53caf tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0425b4f10ce24ad59f06076a54460af3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457366 Oct 29 01:34:23.756293 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-090ac295-909a-4b50-8553-71f7f5073ee8 service neutron] 10.222.0.77 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884042 Oct 29 01:34:23.848929 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-96ee08f0-38f7-403f-94a0-d701d9e28df8 service neutron] 10.222.0.77 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862634 Oct 29 01:34:24.373002 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d2e15674-248d-446c-ac11-109793706e59 req-ad003274-83a3-4226-9ac2-42d6659c6f2a tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 210 time: 0.2793298 Oct 29 01:34:25.466336 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b1a5c72a-ead9-40a1-a473-4594d6e2a374 req-0e7dd570-88e6-4ede-9a2e-36a90713f2e2 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 210 time: 0.0264647 Oct 29 01:34:26.506152 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-e8db3291-362e-4798-8904-e4ca04403728 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:26.507623 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-e8db3291-362e-4798-8904-e4ca04403728 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.89 "GET /v2.0/networks?id=e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 HTTP/1.1" status: 200 len: 815 time: 0.1035361 Oct 29 01:34:26.529280 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-c6568dff-8d80-47bc-b3b8-c4abf0c1b859 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Request body: {'port': {'device_id': 'b4a56b19-c514-4db0-90d2-f857aba8b402', 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587', 'admin_state_up': True, 'tenant_id': '0425b4f10ce24ad59f06076a54460af3'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:26.603658 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-25fc8775-0816-4586-bea7-bc870eefcc74 req-e333a63d-f814-4e05-a0d7-8df8eb86ab66 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 210 time: 0.0591178 Oct 29 01:34:26.821101 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-c6568dff-8d80-47bc-b3b8-c4abf0c1b859 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Made reservation on behalf of 0425b4f10ce24ad59f06076a54460af3 for: {'port': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:34:26.825387 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-c6568dff-8d80-47bc-b3b8-c4abf0c1b859 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:26.969557 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-c6568dff-8d80-47bc-b3b8-c4abf0c1b859 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Allocated IP 172.20.0.6 (e2aa8ce7-c2c3-4863-b2b8-6a289ea40587/cc21edfb-afd8-499e-b228-d90b62cd63e1/202a5231-8bee-4406-8ed4-90235cdfc8f6) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:34:27.126292 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-c6568dff-8d80-47bc-b3b8-c4abf0c1b859 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:27.304652 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-c6568dff-8d80-47bc-b3b8-c4abf0c1b859 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:27.356658 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-c6568dff-8d80-47bc-b3b8-c4abf0c1b859 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:27.359369 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['e261cbe1-1727-4d63-90de-466de1f4ff0b', '1ad00024-6b8f-41d6-81e1-b2ecda108e02'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:34:27.360147 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-c6568dff-8d80-47bc-b3b8-c4abf0c1b859 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:27.364184 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-c6568dff-8d80-47bc-b3b8-c4abf0c1b859 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:34:27.370870 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6568dff-8d80-47bc-b3b8-c4abf0c1b859 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Pushing event updated for resources: {'Port': ['ID=202a5231-8bee-4406-8ed4-90235cdfc8f6,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:27.425521 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-c6568dff-8d80-47bc-b3b8-c4abf0c1b859 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:27.426184 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-c6568dff-8d80-47bc-b3b8-c4abf0c1b859 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:27.525391 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-c6568dff-8d80-47bc-b3b8-c4abf0c1b859 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0007656 Oct 29 01:34:27.550523 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Request body: {'port': {'device_id': 'b4a56b19-c514-4db0-90d2-f857aba8b402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:27.605795 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:27.812706 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac1933-ffd6-4f15-ade0-f3a4a1f52b4a req-12196868-28dd-45a7-9bd8-8201c39285e9 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:27.814279 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f1ac1933-ffd6-4f15-ade0-f3a4a1f52b4a req-12196868-28dd-45a7-9bd8-8201c39285e9 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 931 time: 0.1067674 Oct 29 01:34:27.876853 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f1ac1933-ffd6-4f15-ade0-f3a4a1f52b4a req-64cc9a20-d78c-4dc2-ba79-20a3552032ca tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565648 Oct 29 01:34:27.937074 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202a5231-8bee-4406-8ed4-90235cdfc8f6 {{(pid=101938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:34:27.945016 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:27.960495 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.provisioning_blocks [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Transition to ACTIVE for port object 202a5231-8bee-4406-8ed4-90235cdfc8f6 will not be triggered until provisioned by entity L2. {{(pid=101938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:34:28.048612 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:28.099709 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=202a5231-8bee-4406-8ed4-90235cdfc8f6,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:28.171509 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Attempting to bind port 202a5231-8bee-4406-8ed4-90235cdfc8f6 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:34:28.171855 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Attempting to bind port 202a5231-8bee-4406-8ed4-90235cdfc8f6 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:34:28.172186 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Attempting to bind port 202a5231-8bee-4406-8ed4-90235cdfc8f6 on network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:28.176599 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Port 202a5231-8bee-4406-8ed4-90235cdfc8f6 on network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:34:28.176919 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Attempting to bind port 202a5231-8bee-4406-8ed4-90235cdfc8f6 on network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:28.181922 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:34:28.182283 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Checking segment: {'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:34:28.182653 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Bound using segment: {'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:34:28.183081 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Bound port: 202a5231-8bee-4406-8ed4-90235cdfc8f6, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'}}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:34:28.183431 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:28.244913 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] For port 202a5231-8bee-4406-8ed4-90235cdfc8f6, host hv-cinder-81558, cleared binding levels {{(pid=101938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:34:28.248190 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] For port 202a5231-8bee-4406-8ed4-90235cdfc8f6, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=202a5231-8bee-4406-8ed4-90235cdfc8f6,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:34:28.346667 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:28.384720 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:28.385983 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:28.387418 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] 10.222.0.89 "PUT /v2.0/ports/202a5231-8bee-4406-8ed4-90235cdfc8f6 HTTP/1.1" status: 200 len: 1093 time: 0.8413436 Oct 29 01:34:28.387853 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a56b19-c514-4db0-90d2-f857aba8b402', 'tag': '202a5231-8bee-4406-8ed4-90235cdfc8f6'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:28.390117 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96c2025-04f7-48d2-813b-a64a748f3809" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a56b19-c514-4db0-90d2-f857aba8b402", "tag": "202a5231-8bee-4406-8ed4-90235cdfc8f6"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:28.413897 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43242dbd-8e65-4bc3-9741-706afd045aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=202a5231-8bee-4406-8ed4-90235cdfc8f6,revision_number=3']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:28.427748 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6587a8-d8fd-4745-8297-0ca9fe641206 x-openstack-request-id: req-4c6587a8-d8fd-4745-8297-0ca9fe641206 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:28.428034 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a56b19-c514-4db0-90d2-f857aba8b402", "tag": "202a5231-8bee-4406-8ed4-90235cdfc8f6", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:28.428285 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c6587a8-d8fd-4745-8297-0ca9fe641206 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:28.428698 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a56b19-c514-4db0-90d2-f857aba8b402', 'tag': '202a5231-8bee-4406-8ed4-90235cdfc8f6', 'status': 'completed', 'code': 200} Oct 29 01:34:28.454734 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a4533ac3-153b-4163-8ef5-310e1d42f5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:28.514954 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c2025-04f7-48d2-813b-a64a748f3809 req-905807bb-5e87-4d18-9a92-1155286d2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:28.516447 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d96c2025-04f7-48d2-813b-a64a748f3809 req-905807bb-5e87-4d18-9a92-1155286d2b7c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0425b4f10ce24ad59f06076a54460af3&device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 1096 time: 0.0432589 Oct 29 01:34:28.622710 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c2025-04f7-48d2-813b-a64a748f3809 req-b920b3be-b490-4687-810c-d42c99664ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:28.624182 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d96c2025-04f7-48d2-813b-a64a748f3809 req-b920b3be-b490-4687-810c-d42c99664ad6 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=0425b4f10ce24ad59f06076a54460af3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0928988 Oct 29 01:34:28.722915 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c2025-04f7-48d2-813b-a64a748f3809 req-3cc47a20-e5ba-4bc7-89f3-b0cc4a79822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:28.724269 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d96c2025-04f7-48d2-813b-a64a748f3809 req-3cc47a20-e5ba-4bc7-89f3-b0cc4a79822a service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920320 Oct 29 01:34:28.860908 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-2df59984-1eac-4526-9d9f-b1d1cac40972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:28.862405 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-2df59984-1eac-4526-9d9f-b1d1cac40972 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0425b4f10ce24ad59f06076a54460af3&device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 1096 time: 0.0410545 Oct 29 01:34:28.915629 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-04dd49e4-8cfa-4b9d-b7dd-536ecf774aa0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=202a5231-8bee-4406-8ed4-90235cdfc8f6 HTTP/1.1" status: 200 len: 217 time: 0.0357721 Oct 29 01:34:28.978235 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-19fe6718-f30e-4c46-9e06-00bf7ca8d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:28.980004 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-19fe6718-f30e-4c46-9e06-00bf7ca8d8c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc21edfb-afd8-499e-b228-d90b62cd63e1 HTTP/1.1" status: 200 len: 855 time: 0.0571897 Oct 29 01:34:29.025364 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-7aaf4dd6-af63-4c60-bf84-8c45da4d24a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2aa8ce7-c2c3-4863-b2b8-6a289ea40587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321791 Oct 29 01:34:29.038365 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531b75e-1d84-486b-ac43-fd143b9c933e req-fa999f4c-6ca3-495b-9539-bfef119315e1 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:29.039892 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1531b75e-1d84-486b-ac43-fd143b9c933e req-fa999f4c-6ca3-495b-9539-bfef119315e1 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 943 time: 0.0771897 Oct 29 01:34:29.130756 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1531b75e-1d84-486b-ac43-fd143b9c933e req-364780bd-5da4-4d82-8890-fdec459c7413 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802865 Oct 29 01:34:29.159133 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-b6f5eb10-9cba-42fa-9818-fa4ad3c1565a service neutron] 10.222.0.89 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182966 Oct 29 01:34:29.255694 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-99a923cd-7585-48bc-aaa7-57ea013946c0 req-84991b9b-687b-45e0-b6b9-a8c51ff80027 service neutron] 10.222.0.89 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862434 Oct 29 01:34:30.250431 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534ecb3-b71d-4477-a1f8-55862719a235 req-c8469772-75ea-4ae0-83e7-e84f329c0394 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:30.251930 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0534ecb3-b71d-4477-a1f8-55862719a235 req-c8469772-75ea-4ae0-83e7-e84f329c0394 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 943 time: 0.0503244 Oct 29 01:34:30.294419 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0534ecb3-b71d-4477-a1f8-55862719a235 req-14c655a4-56df-45c5-9a3e-74890e1497da tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363374 Oct 29 01:34:31.052395 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-0350a3fb-e0b4-4185-8b33-46b84bdd7a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.408118 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef07711-c416-4c6b-9e8b-72344d5c34ae req-fe99f601-106f-4a78-b960-f489f4b2d355 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:31.409605 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bef07711-c416-4c6b-9e8b-72344d5c34ae req-fe99f601-106f-4a78-b960-f489f4b2d355 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 943 time: 0.0474119 Oct 29 01:34:31.448135 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bef07711-c416-4c6b-9e8b-72344d5c34ae req-aeb90f75-88c1-485f-b2a2-68220ff2c082 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327191 Oct 29 01:34:31.574367 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 202a5231-8bee-4406-8ed4-90235cdfc8f6 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:34:31.665286 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.672857 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 202a5231-8bee-4406-8ed4-90235cdfc8f6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=202a5231-8bee-4406-8ed4-90235cdfc8f6,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:31.684300 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '202a5231-8bee-4406-8ed4-90235cdfc8f6', 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587', 'port_id': '202a5231-8bee-4406-8ed4-90235cdfc8f6', 'mac_address': 'fa:16:3e:be:18:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc21edfb-afd8-499e-b228-d90b62cd63e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:34:31.723086 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.740042 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202a5231-8bee-4406-8ed4-90235cdfc8f6 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:34:31.759614 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 202a5231-8bee-4406-8ed4-90235cdfc8f6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=202a5231-8bee-4406-8ed4-90235cdfc8f6,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:31.882964 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.929772 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=202a5231-8bee-4406-8ed4-90235cdfc8f6,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:32.169001 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:32.273228 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['202a5231-8bee-4406-8ed4-90235cdfc8f6'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:34:32.573769 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513323b0-4178-4c98-aa81-55df11d550d1 req-8b15bdac-96c7-4aef-a322-6a2c99a42f1c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:32.575333 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-513323b0-4178-4c98-aa81-55df11d550d1 req-8b15bdac-96c7-4aef-a322-6a2c99a42f1c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 944 time: 0.0582705 Oct 29 01:34:32.614008 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-513323b0-4178-4c98-aa81-55df11d550d1 req-1deee7af-7bea-4e72-b149-a77188d5fe1b tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326350 Oct 29 01:34:33.596922 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 202a5231-8bee-4406-8ed4-90235cdfc8f6 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:33.729832 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31168b-842a-45e0-bd28-827479334b0e req-ddd75d41-c004-4e90-b9c3-d54ab9cf6130 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:33.731204 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6a31168b-842a-45e0-bd28-827479334b0e req-ddd75d41-c004-4e90-b9c3-d54ab9cf6130 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 944 time: 0.0496364 Oct 29 01:34:33.734063 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port 202a5231-8bee-4406-8ed4-90235cdfc8f6 completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:34:33.738083 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 202a5231-8bee-4406-8ed4-90235cdfc8f6 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:33.738505 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:33.770317 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6a31168b-842a-45e0-bd28-827479334b0e req-998f6894-34d0-4e31-801d-0752a9cb2800 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327976 Oct 29 01:34:33.819044 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:33.842089 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a56b19-c514-4db0-90d2-f857aba8b402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202a5231-8bee-4406-8ed4-90235cdfc8f6'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:33.844315 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f40b13a-d3c8-4633-9ff5-8dfdbbd1bfdb" -d '{"events": [{"server_uuid": "b4a56b19-c514-4db0-90d2-f857aba8b402", "name": "network-vif-plugged", "status": "completed", "tag": "202a5231-8bee-4406-8ed4-90235cdfc8f6"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:33.857430 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 202a5231-8bee-4406-8ed4-90235cdfc8f6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=202a5231-8bee-4406-8ed4-90235cdfc8f6,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:33.881964 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd66766-8f18-495a-a3dc-e28e24647b43 x-openstack-request-id: req-6cd66766-8f18-495a-a3dc-e28e24647b43 {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:33.882278 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a56b19-c514-4db0-90d2-f857aba8b402", "name": "network-vif-plugged", "status": "completed", "tag": "202a5231-8bee-4406-8ed4-90235cdfc8f6", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:33.882537 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6cd66766-8f18-495a-a3dc-e28e24647b43 {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:33.882928 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a56b19-c514-4db0-90d2-f857aba8b402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202a5231-8bee-4406-8ed4-90235cdfc8f6', 'code': 200} Oct 29 01:34:33.937689 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:33.984655 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=202a5231-8bee-4406-8ed4-90235cdfc8f6,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:34.215258 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:34.276402 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbf785-f45d-4565-bd9f-dbb6258e1398 req-278606cb-405a-41bd-a43e-95234aaacc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:34.278106 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b5cbf785-f45d-4565-bd9f-dbb6258e1398 req-278606cb-405a-41bd-a43e-95234aaacc4f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 1098 time: 0.0444176 Oct 29 01:34:34.316584 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b5cbf785-f45d-4565-bd9f-dbb6258e1398 req-702c00d2-807d-412c-915d-7e818e7b7733 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289657 Oct 29 01:34:34.891120 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ed932-cc9e-415c-87c4-feec0a69b452 req-b1120b16-e91f-4a3b-b94e-256fbaf060aa tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:34.892618 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d63ed932-cc9e-415c-87c4-feec0a69b452 req-b1120b16-e91f-4a3b-b94e-256fbaf060aa tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 945 time: 0.0518801 Oct 29 01:34:34.930085 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d63ed932-cc9e-415c-87c4-feec0a69b452 req-6176d65e-53d3-476d-9a18-a81979740bd6 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308509 Oct 29 01:34:36.064177 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f639496-50d4-4a68-b615-5b5f3a3df1f9 req-90c0ff92-a96c-4c54-8e39-b4384bb197db tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:36.066341 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3f639496-50d4-4a68-b615-5b5f3a3df1f9 req-90c0ff92-a96c-4c54-8e39-b4384bb197db tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 945 time: 0.0503755 Oct 29 01:34:36.106540 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3f639496-50d4-4a68-b615-5b5f3a3df1f9 req-0ac2f12d-9caa-4d08-bd25-813ce1e787c3 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338125 Oct 29 01:34:38.510882 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 60088) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:38.558537 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Deleting subnet cb8bbff8-2e86-4046-bd7c-812f4f311ad1 {{(pid=101937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:34:38.561546 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.599764 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10477149'] for subnet, precommit_delete_associations {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.639104 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471143'] for subnet, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.801109 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10476056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8768879'] for subnet, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.826513 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8bbff8-2e86-4046-bd7c-812f4f311ad1,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:38.834480 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.837560 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cb8bbff8-2e86-4046-bd7c-812f4f311ad1 HTTP/1.1" status: 204 len: 168 time: 0.3256853 Oct 29 01:34:38.839485 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:38.839818 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:38.840130 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:38.840435 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 60092) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:38.840868 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:38.840868 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:38.841601 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:38.841601 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:38.841972 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:38.842074 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:38.842333 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:38.842664 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:38.842945 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c562b0-8150-49b3-bec6-b5e2201aa5eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:38.911376 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-81ea4d39-ecc8-42b1-bb90-efd60a7fd811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564593'] for network, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.991061 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-81ea4d39-ecc8-42b1-bb90-efd60a7fd811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473234', 'neutron.services.segments.db._delete_segments_for_network-8734167248240'] for network, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.012622 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-81ea4d39-ecc8-42b1-bb90-efd60a7fd811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d79e44-f117-4da4-9770-f47ee4710344']}} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:39.021813 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-81ea4d39-ecc8-42b1-bb90-efd60a7fd811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49fd1dd9-6d48-43ba-ba57-a848fb088aa8') {'for_net_delete': True} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:39.022089 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-81ea4d39-ecc8-42b1-bb90-efd60a7fd811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49fd1dd9-6d48-43ba-ba57-a848fb088aa8') {} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:39.031399 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-81ea4d39-ecc8-42b1-bb90-efd60a7fd811 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734167249785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8648581'] for segment, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.044305 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-81ea4d39-ecc8-42b1-bb90-efd60a7fd811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.050297 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ea4d39-ecc8-42b1-bb90-efd60a7fd811 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=101938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-81ea4d39-ecc8-42b1-bb90-efd60a7fd811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8883247'] for segment, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: Traceback (most recent call last): Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: timer() Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: cb(*args, **kw) Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: return func(*args, **kwargs) Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: self._notify() Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: self.callback(batched_events) Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: event.method(event) Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: return f(self, *a, **k) Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: return self._get(url).json() Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: return self.request(url, 'GET', **kwargs) Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:34:39.054264 dv-cinder-815582-5-smb neutron-server[101938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:34:39.214878 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-81ea4d39-ecc8-42b1-bb90-efd60a7fd811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-685616'] for network, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.220774 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-81ea4d39-ecc8-42b1-bb90-efd60a7fd811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.223952 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-81ea4d39-ecc8-42b1-bb90-efd60a7fd811 admin admin] 10.222.0.77 "DELETE /v2.0/networks/31d79e44-f117-4da4-9770-f47ee4710344 HTTP/1.1" status: 204 len: 168 time: 0.3825235 Oct 29 01:34:39.235647 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea4d39-ecc8-42b1-bb90-efd60a7fd811 admin admin] Pushing event deleted for resources: {'Network': ['ID=31d79e44-f117-4da4-9770-f47ee4710344,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:39.575587 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 60098) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:39.615949 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-95615e88-657c-4ee1-b339-52b8349d8d9d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8fd85b4d9790480d9fcf6c340fe60774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391443 Oct 29 01:34:39.618530 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 60100) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:39.674954 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8fd04a24-0f54-4669-b017-40595475f607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.697073 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8fd04a24-0f54-4669-b017-40595475f607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.745677 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.835034 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8fd04a24-0f54-4669-b017-40595475f607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.837907 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8fd04a24-0f54-4669-b017-40595475f607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.839552 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-8fd04a24-0f54-4669-b017-40595475f607 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/35896e90-d91b-46c8-917c-4d2ad2aae363 HTTP/1.1" status: 204 len: 168 time: 0.2201371 Oct 29 01:34:39.847449 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd04a24-0f54-4669-b017-40595475f607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35896e90-d91b-46c8-917c-4d2ad2aae363,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:43.926296 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779945c-0d72-485b-b328-b3146bb7c713 req-20947132-693b-4d14-bb85-2156a5adc7de tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:43.927634 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b779945c-0d72-485b-b328-b3146bb7c713 req-20947132-693b-4d14-bb85-2156a5adc7de tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/networks?id=e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 HTTP/1.1" status: 200 len: 815 time: 0.1034305 Oct 29 01:34:43.942553 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b779945c-0d72-485b-b328-b3146bb7c713 req-b0a6f6c0-cd61-43f2-a687-6bbc09d11a40 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/quotas/0425b4f10ce24ad59f06076a54460af3 HTTP/1.1" status: 200 len: 375 time: 0.0086854 Oct 29 01:34:43.993169 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b779945c-0d72-485b-b328-b3146bb7c713 req-257c4593-89f8-429e-a26f-5271658d271c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0425b4f10ce24ad59f06076a54460af3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455611 Oct 29 01:34:44.080342 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b779945c-0d72-485b-b328-b3146bb7c713 req-ea5d5c0c-bd6c-4a58-b74e-16251befab88 service neutron] 10.222.0.77 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796518 Oct 29 01:34:44.171779 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b779945c-0d72-485b-b328-b3146bb7c713 req-cf261471-a4a6-4052-9bc5-1b6da384f11c service neutron] 10.222.0.77 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854208 Oct 29 01:34:44.406296 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-936a7f13-53e0-480f-a346-1743c27c0d85 req-769e467c-172e-4f18-8d26-10bf2edbdcc2 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 210 time: 0.0260468 Oct 29 01:34:45.497657 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9654dfc0-f7a3-41a4-ba29-d17425478740 req-12e21ca9-65da-4a46-bcfc-16691a53e0bb tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 210 time: 0.0262353 Oct 29 01:34:46.591309 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6819da54-f443-43d9-8ec9-ad269f080271 req-44283280-c74b-48a3-8459-0661dce1674e tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 210 time: 0.0265226 Oct 29 01:34:46.697909 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779945c-0d72-485b-b328-b3146bb7c713 req-0bc26122-fa6b-4acf-bda0-ceb7d6ecd3ea tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:46.699474 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b779945c-0d72-485b-b328-b3146bb7c713 req-0bc26122-fa6b-4acf-bda0-ceb7d6ecd3ea tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.89 "GET /v2.0/networks?id=e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 HTTP/1.1" status: 200 len: 815 time: 0.1052632 Oct 29 01:34:46.746184 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-b779945c-0d72-485b-b328-b3146bb7c713 req-9da8cec9-eddd-4469-be28-41c08459b851 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Request body: {'port': {'device_id': '69ad7422-ee34-4da2-82fb-a8edefb794f9', 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587', 'admin_state_up': True, 'tenant_id': '0425b4f10ce24ad59f06076a54460af3'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:46.943210 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b779945c-0d72-485b-b328-b3146bb7c713 req-9da8cec9-eddd-4469-be28-41c08459b851 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Made reservation on behalf of 0425b4f10ce24ad59f06076a54460af3 for: {'port': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:34:46.946751 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-b779945c-0d72-485b-b328-b3146bb7c713 req-9da8cec9-eddd-4469-be28-41c08459b851 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:47.069388 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [req-b779945c-0d72-485b-b328-b3146bb7c713 req-9da8cec9-eddd-4469-be28-41c08459b851 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Allocated IP 172.20.0.11 (e2aa8ce7-c2c3-4863-b2b8-6a289ea40587/cc21edfb-afd8-499e-b228-d90b62cd63e1/a6d41542-c973-43cc-8f1a-f5e1b3ea9579) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:34:47.220476 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-b779945c-0d72-485b-b328-b3146bb7c713 req-9da8cec9-eddd-4469-be28-41c08459b851 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:47.314790 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-b779945c-0d72-485b-b328-b3146bb7c713 req-9da8cec9-eddd-4469-be28-41c08459b851 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:47.358960 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b779945c-0d72-485b-b328-b3146bb7c713 req-9da8cec9-eddd-4469-be28-41c08459b851 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:47.360939 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['e261cbe1-1727-4d63-90de-466de1f4ff0b', '1ad00024-6b8f-41d6-81e1-b2ecda108e02', '202a5231-8bee-4406-8ed4-90235cdfc8f6'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:34:47.362070 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [req-b779945c-0d72-485b-b328-b3146bb7c713 req-9da8cec9-eddd-4469-be28-41c08459b851 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:47.365726 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-b779945c-0d72-485b-b328-b3146bb7c713 req-9da8cec9-eddd-4469-be28-41c08459b851 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:34:47.372122 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8cec9-eddd-4469-be28-41c08459b851 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Pushing event updated for resources: {'Port': ['ID=a6d41542-c973-43cc-8f1a-f5e1b3ea9579,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:47.420812 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779945c-0d72-485b-b328-b3146bb7c713 req-9da8cec9-eddd-4469-be28-41c08459b851 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:47.421421 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-b779945c-0d72-485b-b328-b3146bb7c713 req-9da8cec9-eddd-4469-be28-41c08459b851 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:47.519948 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b779945c-0d72-485b-b328-b3146bb7c713 req-9da8cec9-eddd-4469-be28-41c08459b851 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7781756 Oct 29 01:34:47.540448 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Request body: {'port': {'device_id': '69ad7422-ee34-4da2-82fb-a8edefb794f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:47.593409 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:47.804874 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a200d9-4f7a-4477-b9ff-b6208d4e2a20 req-44e912d4-4a24-4e0f-a322-dcba2dce9fd9 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:47.806363 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-72a200d9-4f7a-4477-b9ff-b6208d4e2a20 req-44e912d4-4a24-4e0f-a322-dcba2dce9fd9 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 932 time: 0.1029892 Oct 29 01:34:47.866533 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-72a200d9-4f7a-4477-b9ff-b6208d4e2a20 req-479c896e-780b-4bb8-83d1-2ce00cdad6f5 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532188 Oct 29 01:34:47.926168 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d41542-c973-43cc-8f1a-f5e1b3ea9579 {{(pid=101938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:34:47.933966 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:47.945464 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.provisioning_blocks [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Transition to ACTIVE for port object a6d41542-c973-43cc-8f1a-f5e1b3ea9579 will not be triggered until provisioned by entity L2. {{(pid=101938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:34:48.026101 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:48.073576 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d41542-c973-43cc-8f1a-f5e1b3ea9579,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:48.143290 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Attempting to bind port a6d41542-c973-43cc-8f1a-f5e1b3ea9579 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:34:48.143622 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Attempting to bind port a6d41542-c973-43cc-8f1a-f5e1b3ea9579 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:34:48.143950 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Attempting to bind port a6d41542-c973-43cc-8f1a-f5e1b3ea9579 on network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:48.148110 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Port a6d41542-c973-43cc-8f1a-f5e1b3ea9579 on network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:34:48.148425 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Attempting to bind port a6d41542-c973-43cc-8f1a-f5e1b3ea9579 on network e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:48.154102 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:34:48.154434 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Checking segment: {'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:34:48.154814 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Bound using segment: {'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:34:48.155232 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Bound port: a6d41542-c973-43cc-8f1a-f5e1b3ea9579, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a609b40-42d7-4bd6-8771-b8c54564aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587'}}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:34:48.155579 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:48.217146 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] For port a6d41542-c973-43cc-8f1a-f5e1b3ea9579, host hv-cinder-81558, cleared binding levels {{(pid=101938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:34:48.220249 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] For port a6d41542-c973-43cc-8f1a-f5e1b3ea9579, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a6d41542-c973-43cc-8f1a-f5e1b3ea9579,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:34:48.355377 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:48.388520 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:48.389327 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:48.390498 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] 10.222.0.89 "PUT /v2.0/ports/a6d41542-c973-43cc-8f1a-f5e1b3ea9579 HTTP/1.1" status: 200 len: 1094 time: 0.8542867 Oct 29 01:34:48.394644 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ad7422-ee34-4da2-82fb-a8edefb794f9', 'tag': 'a6d41542-c973-43cc-8f1a-f5e1b3ea9579'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:48.396932 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f676c297-314f-4b1e-8c0d-f94af1602130" -d '{"events": [{"name": "network-changed", "server_uuid": "69ad7422-ee34-4da2-82fb-a8edefb794f9", "tag": "a6d41542-c973-43cc-8f1a-f5e1b3ea9579"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:48.420803 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4400c9-85e8-4957-8da6-543f15aaa124 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d41542-c973-43cc-8f1a-f5e1b3ea9579,revision_number=3']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:48.434216 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9ae17a-051c-4257-9f10-774d972e5022 x-openstack-request-id: req-2c9ae17a-051c-4257-9f10-774d972e5022 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:48.434511 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ad7422-ee34-4da2-82fb-a8edefb794f9", "tag": "a6d41542-c973-43cc-8f1a-f5e1b3ea9579", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:48.434776 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c9ae17a-051c-4257-9f10-774d972e5022 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:48.435157 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ad7422-ee34-4da2-82fb-a8edefb794f9', 'tag': 'a6d41542-c973-43cc-8f1a-f5e1b3ea9579', 'status': 'completed', 'code': 200} Oct 29 01:34:48.522415 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676c297-314f-4b1e-8c0d-f94af1602130 req-525db140-695b-4c97-b006-8aa69d5481db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:48.523909 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f676c297-314f-4b1e-8c0d-f94af1602130 req-525db140-695b-4c97-b006-8aa69d5481db service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0425b4f10ce24ad59f06076a54460af3&device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 1097 time: 0.0421281 Oct 29 01:34:48.642782 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676c297-314f-4b1e-8c0d-f94af1602130 req-ad319ff1-6df2-4c7c-9f55-502ebfb9578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:48.644238 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f676c297-314f-4b1e-8c0d-f94af1602130 req-ad319ff1-6df2-4c7c-9f55-502ebfb9578d service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=0425b4f10ce24ad59f06076a54460af3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0957627 Oct 29 01:34:48.755745 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676c297-314f-4b1e-8c0d-f94af1602130 req-5585db76-6358-48ec-850e-0e4027d9a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:48.757175 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f676c297-314f-4b1e-8c0d-f94af1602130 req-5585db76-6358-48ec-850e-0e4027d9a8a0 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929866 Oct 29 01:34:48.871273 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1a03a062-d7a3-45ee-98f1-3e49e87d128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:48.872786 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b779945c-0d72-485b-b328-b3146bb7c713 req-1a03a062-d7a3-45ee-98f1-3e49e87d128f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0425b4f10ce24ad59f06076a54460af3&device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 1097 time: 0.0443692 Oct 29 01:34:48.934861 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b779945c-0d72-485b-b328-b3146bb7c713 req-27f348f5-5b55-428e-b6cd-de5f9cc2c75d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6d41542-c973-43cc-8f1a-f5e1b3ea9579 HTTP/1.1" status: 200 len: 217 time: 0.0355906 Oct 29 01:34:49.292417 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779945c-0d72-485b-b328-b3146bb7c713 req-9feb3c53-4be1-4331-9842-00f159d9af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:49.293867 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b779945c-0d72-485b-b328-b3146bb7c713 req-9feb3c53-4be1-4331-9842-00f159d9af35 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc21edfb-afd8-499e-b228-d90b62cd63e1 HTTP/1.1" status: 200 len: 855 time: 0.3449042 Oct 29 01:34:49.307350 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64557a4-fd5a-473a-ad27-a455adbe63e6 req-bb247736-1f4d-44cb-a7f6-e3c168e1e476 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:49.308730 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d64557a4-fd5a-473a-ad27-a455adbe63e6 req-bb247736-1f4d-44cb-a7f6-e3c168e1e476 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 944 time: 0.3679881 Oct 29 01:34:49.350686 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b779945c-0d72-485b-b328-b3146bb7c713 req-14976cb8-e021-4c90-bc37-80f5b5680d76 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2aa8ce7-c2c3-4863-b2b8-6a289ea40587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402973 Oct 29 01:34:49.374144 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb228153-477c-4b4d-9cde-eafc006ddd04 req-49bc16b1-69e7-46d3-96af-a3a8e5c1db2e tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:49.375508 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb228153-477c-4b4d-9cde-eafc006ddd04 req-49bc16b1-69e7-46d3-96af-a3a8e5c1db2e tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.1267641 Oct 29 01:34:49.434999 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d64557a4-fd5a-473a-ad27-a455adbe63e6 req-1bb4bf23-148d-403d-b631-baaa2d9cad44 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156037 Oct 29 01:34:49.462614 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb228153-477c-4b4d-9cde-eafc006ddd04 req-d46ecfc8-5690-4707-882f-beb8c6dffaab tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808878 Oct 29 01:34:49.488472 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b779945c-0d72-485b-b328-b3146bb7c713 req-2f159a0f-44a8-4e89-af97-b836f21c0151 service neutron] 10.222.0.89 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287091 Oct 29 01:34:49.607503 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b779945c-0d72-485b-b328-b3146bb7c713 req-baab880d-a12a-4db2-9fe4-2fd19dc4b8d8 service neutron] 10.222.0.89 "GET /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844190 Oct 29 01:34:50.570114 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2425f9c-6afc-4fa0-9280-dc5d726bd15e req-83cdb072-85d5-434b-9cfb-5acc83901aa9 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:50.571564 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e2425f9c-6afc-4fa0-9280-dc5d726bd15e req-83cdb072-85d5-434b-9cfb-5acc83901aa9 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 944 time: 0.0699849 Oct 29 01:34:50.608381 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1760dce-b5a7-4959-bc31-d7329ea7776b req-ee7dc2eb-a48a-4872-9a74-cb39558cccb3 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:50.609848 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b1760dce-b5a7-4959-bc31-d7329ea7776b req-ee7dc2eb-a48a-4872-9a74-cb39558cccb3 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0730011 Oct 29 01:34:50.632759 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e2425f9c-6afc-4fa0-9280-dc5d726bd15e req-f31754e8-df5a-4837-9a14-fbc2d9c9ce3d tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535934 Oct 29 01:34:50.661981 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b1760dce-b5a7-4959-bc31-d7329ea7776b req-cf93235d-6114-4acc-a911-76b2beb2e8e7 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423770 Oct 29 01:34:51.699692 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device a6d41542-c973-43cc-8f1a-f5e1b3ea9579 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:34:51.760334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4b720-b08c-4e8b-9e5d-c4d21ae734e7 req-b97dd74b-ab86-4930-a8d9-7e92d858b961 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:51.762019 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8cc4b720-b08c-4e8b-9e5d-c4d21ae734e7 req-b97dd74b-ab86-4930-a8d9-7e92d858b961 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 944 time: 0.0597382 Oct 29 01:34:51.803216 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port a6d41542-c973-43cc-8f1a-f5e1b3ea9579, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a6d41542-c973-43cc-8f1a-f5e1b3ea9579,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:51.814642 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': 'a6d41542-c973-43cc-8f1a-f5e1b3ea9579', 'network_id': 'e2aa8ce7-c2c3-4863-b2b8-6a289ea40587', 'port_id': 'a6d41542-c973-43cc-8f1a-f5e1b3ea9579', 'mac_address': 'fa:16:3e:fd:9d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc21edfb-afd8-499e-b228-d90b62cd63e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:34:51.848599 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8cc4b720-b08c-4e8b-9e5d-c4d21ae734e7 req-84ec2817-1dfd-428e-9757-03bd582c1323 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735545 Oct 29 01:34:51.852252 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:51.857204 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0c967-6907-4b42-a16b-8c527cf6ccee req-71f58724-bbd7-4f46-8a97-e9146cc6d61f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:51.858698 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7ab0c967-6907-4b42-a16b-8c527cf6ccee req-71f58724-bbd7-4f46-8a97-e9146cc6d61f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.1182649 Oct 29 01:34:51.869890 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d41542-c973-43cc-8f1a-f5e1b3ea9579 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:34:51.874807 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a2d9f-bb4f-4e8f-ad44-1d02d1fdd62f req-95b47c0c-34d9-4a64-a4b6-4a23eb900b2b tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:51.876409 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-266a2d9f-bb4f-4e8f-ad44-1d02d1fdd62f req-95b47c0c-34d9-4a64-a4b6-4a23eb900b2b tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.89 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 946 time: 0.0894859 Oct 29 01:34:51.889380 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port a6d41542-c973-43cc-8f1a-f5e1b3ea9579, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a6d41542-c973-43cc-8f1a-f5e1b3ea9579,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:51.942223 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7ab0c967-6907-4b42-a16b-8c527cf6ccee req-ee11ed5c-51fe-4ee7-b9fe-2938ad7f71d2 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d1b359d-e29c-4ad6-bb43-e751618331d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648103 Oct 29 01:34:51.993314 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:52.014723 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-266a2d9f-bb4f-4e8f-ad44-1d02d1fdd62f req-6fdd562f-e2ab-45d9-a75d-38fb8357a2ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Deleting port 8792d828-b72d-4535-8fe4-381017cfb322 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:34:52.015065 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-266a2d9f-bb4f-4e8f-ad44-1d02d1fdd62f req-6fdd562f-e2ab-45d9-a75d-38fb8357a2ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:52.047710 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=a6d41542-c973-43cc-8f1a-f5e1b3ea9579,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:52.109245 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-266a2d9f-bb4f-4e8f-ad44-1d02d1fdd62f req-6fdd562f-e2ab-45d9-a75d-38fb8357a2ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] For port 8792d828-b72d-4535-8fe4-381017cfb322, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8792d828-b72d-4535-8fe4-381017cfb322,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:52.109607 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-266a2d9f-bb4f-4e8f-ad44-1d02d1fdd62f req-6fdd562f-e2ab-45d9-a75d-38fb8357a2ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:52.279536 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-266a2d9f-bb4f-4e8f-ad44-1d02d1fdd62f req-6fdd562f-e2ab-45d9-a75d-38fb8357a2ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:52.279893 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-266a2d9f-bb4f-4e8f-ad44-1d02d1fdd62f req-6fdd562f-e2ab-45d9-a75d-38fb8357a2ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685606'] for floatingip, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:52.280205 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.l3_db [req-266a2d9f-bb4f-4e8f-ad44-1d02d1fdd62f req-6fdd562f-e2ab-45d9-a75d-38fb8357a2ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Floating IP e9a294d3-3fa7-4de6-9c8f-de0aec893dbb disassociated. External IP: 172.28.3.3, port: 8792d828-b72d-4535-8fe4-381017cfb322. Oct 29 01:34:52.280536 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-266a2d9f-bb4f-4e8f-ad44-1d02d1fdd62f req-6fdd562f-e2ab-45d9-a75d-38fb8357a2ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Calling delete_port for 8792d828-b72d-4535-8fe4-381017cfb322 owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:34:52.375804 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['a6d41542-c973-43cc-8f1a-f5e1b3ea9579'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:34:52.482883 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-266a2d9f-bb4f-4e8f-ad44-1d02d1fdd62f req-6fdd562f-e2ab-45d9-a75d-38fb8357a2ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:52.512582 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd562f-e2ab-45d9-a75d-38fb8357a2ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event deleted for resources: {'Port': ['ID=8792d828-b72d-4535-8fe4-381017cfb322,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:52.630735 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-266a2d9f-bb4f-4e8f-ad44-1d02d1fdd62f req-6fdd562f-e2ab-45d9-a75d-38fb8357a2ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Router fbde8c67-8024-443f-8940-68afed81d5a0 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:34:52.742139 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-266a2d9f-bb4f-4e8f-ad44-1d02d1fdd62f req-6fdd562f-e2ab-45d9-a75d-38fb8357a2ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:34:52.752618 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5348fc4-ce41-4057-be49-fa55551f8bbf None None] Sync routers for ids ['fbde8c67-8024-443f-8940-68afed81d5a0'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:34:52.762778 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5348fc4-ce41-4057-be49-fa55551f8bbf None None] Routers {'fbde8c67-8024-443f-8940-68afed81d5a0'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:52.763386 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-c5348fc4-ce41-4057-be49-fa55551f8bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:34:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['fbde8c67-8024-443f-8940-68afed81d5a0'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:52.782390 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-266a2d9f-bb4f-4e8f-ad44-1d02d1fdd62f req-6fdd562f-e2ab-45d9-a75d-38fb8357a2ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] No DVR routers for this DVR port 8792d828-b72d-4535-8fe4-381017cfb322 on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:34:52.784774 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-266a2d9f-bb4f-4e8f-ad44-1d02d1fdd62f req-6fdd562f-e2ab-45d9-a75d-38fb8357a2ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:52.788076 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-266a2d9f-bb4f-4e8f-ad44-1d02d1fdd62f req-6fdd562f-e2ab-45d9-a75d-38fb8357a2ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.89 "DELETE /v2.0/ports/8792d828-b72d-4535-8fe4-381017cfb322 HTTP/1.1" status: 204 len: 173 time: 0.8967206 Oct 29 01:34:52.788521 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4476c4a6-38cf-4992-94a4-88cf94b95af6', 'name': 'network-vif-deleted', 'tag': '8792d828-b72d-4535-8fe4-381017cfb322'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:52.790744 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91b3626-cd0d-4c31-99b2-5931fb4a6615" -d '{"events": [{"server_uuid": "4476c4a6-38cf-4992-94a4-88cf94b95af6", "name": "network-vif-deleted", "tag": "8792d828-b72d-4535-8fe4-381017cfb322"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:52.827765 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07fab8c-84bd-4a14-8759-c2e82994f1c4 x-openstack-request-id: req-a07fab8c-84bd-4a14-8759-c2e82994f1c4 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:52.828058 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4476c4a6-38cf-4992-94a4-88cf94b95af6", "name": "network-vif-deleted", "tag": "8792d828-b72d-4535-8fe4-381017cfb322", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:52.828307 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a07fab8c-84bd-4a14-8759-c2e82994f1c4 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:52.828697 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4476c4a6-38cf-4992-94a4-88cf94b95af6', 'name': 'network-vif-deleted', 'tag': '8792d828-b72d-4535-8fe4-381017cfb322', 'status': 'completed', 'code': 200} Oct 29 01:34:52.875490 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-c5348fc4-ce41-4057-be49-fa55551f8bbf None None] Set router fbde8c67-8024-443f-8940-68afed81d5a0 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:52.980715 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816d2c9-5d85-4d79-982d-480bad288a1e req-5f3e28ff-213c-4c64-94f1-81cddfe69d74 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:52.982327 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0816d2c9-5d85-4d79-982d-480bad288a1e req-5f3e28ff-213c-4c64-94f1-81cddfe69d74 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 945 time: 0.0576768 Oct 29 01:34:53.048109 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0816d2c9-5d85-4d79-982d-480bad288a1e req-66ee6170-89b6-4ccf-a038-21ebec7a76b0 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592675 Oct 29 01:34:53.110754 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bdaed696-ccc6-4fa6-bb0d-22342e2534ca req-66ae85de-640f-4a57-b78b-707f7ed71f4d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=4476c4a6-38cf-4992-94a4-88cf94b95af6 HTTP/1.1" status: 200 len: 210 time: 0.0314198 Oct 29 01:34:53.121304 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-c5348fc4-ce41-4057-be49-fa55551f8bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '12f1ffb1-47e0-457f-8c3a-b6752015a12d', 'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'mac_address': 'fa:16:3e:18:d9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:12Z', 'updated_at': '2021-10-29T01:30:27Z', 'revision_number': 5, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'subnets': [{'id': 'fd490598-4e26-4fa2-b542-29057546e707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:53.151329 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5348fc4-ce41-4057-be49-fa55551f8bbf None None] Checking router: fbde8c67-8024-443f-8940-68afed81d5a0 for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:34:53.159607 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5348fc4-ce41-4057-be49-fa55551f8bbf None None] Routers {'fbde8c67-8024-443f-8940-68afed81d5a0'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:53.160205 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-c5348fc4-ce41-4057-be49-fa55551f8bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:34:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['fbde8c67-8024-443f-8940-68afed81d5a0'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:53.268060 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-c5348fc4-ce41-4057-be49-fa55551f8bbf None None] Set router fbde8c67-8024-443f-8940-68afed81d5a0 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:53.595476 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-c5348fc4-ce41-4057-be49-fa55551f8bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '12f1ffb1-47e0-457f-8c3a-b6752015a12d', 'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'mac_address': 'fa:16:3e:18:d9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:12Z', 'updated_at': '2021-10-29T01:30:27Z', 'revision_number': 5, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'subnets': [{'id': 'fd490598-4e26-4fa2-b542-29057546e707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:53.621403 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5348fc4-ce41-4057-be49-fa55551f8bbf None None] The sync data for ids ['fbde8c67-8024-443f-8940-68afed81d5a0'] in dv-cinder-815582-5-smb is: [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '12f1ffb1-47e0-457f-8c3a-b6752015a12d', 'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'mac_address': 'fa:16:3e:18:d9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:12Z', 'updated_at': '2021-10-29T01:30:27Z', 'revision_number': 5, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'subnets': [{'id': 'fd490598-4e26-4fa2-b542-29057546e707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:34:53.734736 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device a6d41542-c973-43cc-8f1a-f5e1b3ea9579 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:53.850939 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e73413-f058-4210-9945-4b1f1df064bc None None] New status for floating IP e9a294d3-3fa7-4de6-9c8f-de0aec893dbb: DOWN {{(pid=101940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:34:53.886213 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port a6d41542-c973-43cc-8f1a-f5e1b3ea9579 completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:34:53.890819 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port a6d41542-c973-43cc-8f1a-f5e1b3ea9579 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:53.891194 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:53.972616 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:53.998189 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ad7422-ee34-4da2-82fb-a8edefb794f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d41542-c973-43cc-8f1a-f5e1b3ea9579'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:54.000460 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25daab77-1324-4e04-8544-cb4eb7238bc8" -d '{"events": [{"server_uuid": "69ad7422-ee34-4da2-82fb-a8edefb794f9", "name": "network-vif-plugged", "status": "completed", "tag": "a6d41542-c973-43cc-8f1a-f5e1b3ea9579"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:54.016475 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port a6d41542-c973-43cc-8f1a-f5e1b3ea9579, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a6d41542-c973-43cc-8f1a-f5e1b3ea9579,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:54.044974 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c3e7e9-ee02-4f78-a187-d2f674b11fae x-openstack-request-id: req-48c3e7e9-ee02-4f78-a187-d2f674b11fae {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:54.044974 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ad7422-ee34-4da2-82fb-a8edefb794f9", "name": "network-vif-plugged", "status": "completed", "tag": "a6d41542-c973-43cc-8f1a-f5e1b3ea9579", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:54.045237 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-48c3e7e9-ee02-4f78-a187-d2f674b11fae {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:54.045651 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ad7422-ee34-4da2-82fb-a8edefb794f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d41542-c973-43cc-8f1a-f5e1b3ea9579', 'code': 200} Oct 29 01:34:54.094684 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:54.147443 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=a6d41542-c973-43cc-8f1a-f5e1b3ea9579,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:54.173738 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5942930-39d4-43ba-8857-beca25d30e5a req-b10bb260-1a04-4840-8c23-d78a865172d8 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:54.181729 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e5942930-39d4-43ba-8857-beca25d30e5a req-b10bb260-1a04-4840-8c23-d78a865172d8 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 946 time: 0.0688248 Oct 29 01:34:54.215711 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e5942930-39d4-43ba-8857-beca25d30e5a req-db01b9ab-4644-4500-a85d-94a21509e97c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329466 Oct 29 01:34:54.443881 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 60226) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:54.500769 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d5fe3a4e-cf9a-4b90-86fa-05ae2e94990b tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:54.524302 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d5fe3a4e-cf9a-4b90-86fa-05ae2e94990b tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:54.552381 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcaed6-3e24-4d2a-8927-ac7660a81df1 req-91793012-59bf-41da-ad0e-76d791a0fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:54.553902 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4efcaed6-3e24-4d2a-8927-ac7660a81df1 req-91793012-59bf-41da-ad0e-76d791a0fa94 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 1099 time: 0.0407348 Oct 29 01:34:54.589135 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4efcaed6-3e24-4d2a-8927-ac7660a81df1 req-ab2359d8-c8a0-471e-9ad4-0b584ab25b45 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281446 Oct 29 01:34:54.671081 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d5fe3a4e-cf9a-4b90-86fa-05ae2e94990b tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:54.673727 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d5fe3a4e-cf9a-4b90-86fa-05ae2e94990b tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:54.674892 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-d5fe3a4e-cf9a-4b90-86fa-05ae2e94990b tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "DELETE /v2.0/security-groups/4d1b359d-e29c-4ad6-bb43-e751618331d7 HTTP/1.1" status: 204 len: 168 time: 0.2300432 Oct 29 01:34:54.677627 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 60228) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:54.684881 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe3a4e-cf9a-4b90-86fa-05ae2e94990b tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1b359d-e29c-4ad6-bb43-e751618331d7,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:54.691680 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.api.v2.resource [None req-a7a6a4dc-48c4-4cfe-afeb-0d82bbf19bb4 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] show failed (client error): The resource could not be found. Oct 29 01:34:54.692649 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-a7a6a4dc-48c4-4cfe-afeb-0d82bbf19bb4 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups/4d1b359d-e29c-4ad6-bb43-e751618331d7 HTTP/1.1" status: 404 len: 347 time: 0.0140305 Oct 29 01:34:54.695584 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 60230) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:54.821250 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-6c80bdee-e143-4fe9-a158-59b01bb9faf9 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Deleting port 6282c521-1137-40f7-8422-0e38ca1859e1 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:34:54.821609 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6c80bdee-e143-4fe9-a158-59b01bb9faf9 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:54.895367 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6c80bdee-e143-4fe9-a158-59b01bb9faf9 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:54.895677 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6c80bdee-e143-4fe9-a158-59b01bb9faf9 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:54.907826 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-6c80bdee-e143-4fe9-a158-59b01bb9faf9 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Calling delete_port for 6282c521-1137-40f7-8422-0e38ca1859e1 owned by network:floatingip {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:34:55.148947 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6c80bdee-e143-4fe9-a158-59b01bb9faf9 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:55.174626 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80bdee-e143-4fe9-a158-59b01bb9faf9 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event deleted for resources: {'Port': ['ID=6282c521-1137-40f7-8422-0e38ca1859e1,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:55.236724 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6c80bdee-e143-4fe9-a158-59b01bb9faf9 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for floatingip, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:55.239298 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6c80bdee-e143-4fe9-a158-59b01bb9faf9 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for floatingip, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:55.240447 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-6c80bdee-e143-4fe9-a158-59b01bb9faf9 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "DELETE /v2.0/floatingips/e9a294d3-3fa7-4de6-9c8f-de0aec893dbb HTTP/1.1" status: 204 len: 168 time: 0.5439875 Oct 29 01:34:55.344407 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92810bd-1b7e-4d8e-8e71-2f771c052b52 req-9b31c377-6357-44e5-9d81-d2e1fc608381 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:55.345898 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f92810bd-1b7e-4d8e-8e71-2f771c052b52 req-9b31c377-6357-44e5-9d81-d2e1fc608381 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 946 time: 0.0500236 Oct 29 01:34:55.377504 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:34:55.383629 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f92810bd-1b7e-4d8e-8e71-2f771c052b52 req-d42adfc3-b5db-4101-8dee-bca378846329 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317295 Oct 29 01:34:55.740382 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 8792d828-b72d-4535-8fe4-381017cfb322 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:34:55.763139 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: 8792d828-b72d-4535-8fe4-381017cfb322 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:34:55.763483 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 8792d828-b72d-4535-8fe4-381017cfb322 not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:34:55.816442 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 60238) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:55.821022 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-edb21b25-4d9c-4d87-837f-c6a2160404d6 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1519331363', 'description': 'tempest-description--341307173'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:55.894109 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-edb21b25-4d9c-4d87-837f-c6a2160404d6 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:55.958447 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-edb21b25-4d9c-4d87-837f-c6a2160404d6 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:56.048630 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-edb21b25-4d9c-4d87-837f-c6a2160404d6 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:56.077261 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb21b25-4d9c-4d87-837f-c6a2160404d6 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe0f85d-a234-4173-84e1-0f42adba0667,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:56.241706 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-edb21b25-4d9c-4d87-837f-c6a2160404d6 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:56.242983 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-edb21b25-4d9c-4d87-837f-c6a2160404d6 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4255543 Oct 29 01:34:56.246951 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 60240) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:56.251385 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-0978faea-81dd-438d-8b98-5b204890f59d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Request body: {'security_group_rule': {'security_group_id': '6fe0f85d-a234-4173-84e1-0f42adba0667', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:56.398950 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0978faea-81dd-438d-8b98-5b204890f59d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:56.454825 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0978faea-81dd-438d-8b98-5b204890f59d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:56.507127 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e21e2c-344b-4903-b5d4-2fe497fbeeb7 req-4a5fae34-e2dd-4b4e-93a8-129ccb6860ea tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:56.508577 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f2e21e2c-344b-4903-b5d4-2fe497fbeeb7 req-4a5fae34-e2dd-4b4e-93a8-129ccb6860ea tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 946 time: 0.0515838 Oct 29 01:34:56.548142 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f2e21e2c-344b-4903-b5d4-2fe497fbeeb7 req-816b6e95-cb75-4399-8343-65ddbbf56437 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330019 Oct 29 01:34:56.548744 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0978faea-81dd-438d-8b98-5b204890f59d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:56.567471 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978faea-81dd-438d-8b98-5b204890f59d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc81c6d-94fb-4095-ad5c-25238f924ee3,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:56.664959 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0978faea-81dd-438d-8b98-5b204890f59d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:56.667285 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-0978faea-81dd-438d-8b98-5b204890f59d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4188387 Oct 29 01:34:56.669727 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 60248) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:56.674259 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-3311e6a6-9982-4b3a-8556-603ace96713d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Request body: {'security_group_rule': {'security_group_id': '6fe0f85d-a234-4173-84e1-0f42adba0667', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:56.791510 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3311e6a6-9982-4b3a-8556-603ace96713d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:56.846727 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3311e6a6-9982-4b3a-8556-603ace96713d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:56.933838 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3311e6a6-9982-4b3a-8556-603ace96713d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:56.951145 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311e6a6-9982-4b3a-8556-603ace96713d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f477463-2e99-485f-baa0-f658f997a8ea,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:57.050452 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3311e6a6-9982-4b3a-8556-603ace96713d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:57.051701 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-3311e6a6-9982-4b3a-8556-603ace96713d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3809991 Oct 29 01:34:57.054783 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 60250) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:57.058989 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Request body: {'floatingip': {'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:57.194597 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for floatingip, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:57.296575 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:57.396884 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Allocated IP 172.28.3.249 (332549b6-3cdf-4adf-8b3f-15d63761d6c2/20988095-ecd5-434a-9470-4250e0864dd2/1b805f4b-cc5f-4cae-b4fa-abe329b54893) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:34:57.498537 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:57.723355 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:57.762161 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:57.764951 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:57.768484 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:34:57.793323 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event updated for resources: {'Port': ['ID=1b805f4b-cc5f-4cae-b4fa-abe329b54893,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:57.859029 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:58.005253 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:58.152016 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:58.245761 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:58.313362 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event updated for resources: {'Port': ['ID=1b805f4b-cc5f-4cae-b4fa-abe329b54893,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:58.324478 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685606'] for floatingip, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:58.442210 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for floatingip, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:58.443481 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-cd753f92-682f-4c70-9658-70af361f0b6c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3877833 Oct 29 01:34:58.480620 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-14e520bd-1fe8-4787-8903-1a1242cfa120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:58.639449 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-15887fb4-b794-4a7a-8f11-05ffc1df3ce5 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1519331363&fields=id&tenant_id=0dcb593d72c64c55920c19dbe2d09c56 HTTP/1.1" status: 200 len: 267 time: 0.0326011 Oct 29 01:34:58.748365 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-a43e015f-1aec-4307-af29-b1909a63a438 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:58.749875 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-a43e015f-1aec-4307-af29-b1909a63a438 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/networks?id=8e315fc3-abe9-469e-87a5-be6b4de29e90 HTTP/1.1" status: 200 len: 811 time: 0.1037717 Oct 29 01:34:58.764923 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-1944546c-f1eb-414b-bb0c-4d43a72ff378 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/quotas/0dcb593d72c64c55920c19dbe2d09c56 HTTP/1.1" status: 200 len: 375 time: 0.0091562 Oct 29 01:34:58.817595 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-b98c63ce-e85d-4624-9017-cb1bf5bccbcf tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0dcb593d72c64c55920c19dbe2d09c56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470970 Oct 29 01:34:58.920707 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-78f228b4-8ae9-4eba-99b2-506309e6b2c3 service neutron] 10.222.0.77 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890393 Oct 29 01:34:59.007174 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-5f5ede19-082b-41af-bdb2-930930eed549 service neutron] 10.222.0.77 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802333 Oct 29 01:34:59.366442 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7cff1aff-716d-41b8-9c4d-9840fe7981d0 req-2fb52b9f-13c8-4ddd-8f4f-568a3b49efa3 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 210 time: 0.0343163 Oct 29 01:35:00.454985 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-da6988bb-8c71-4cf9-bf94-c51524596256 req-9bf6f912-2d8d-4a4f-a229-936ab0fa5ecd tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 210 time: 0.0299428 Oct 29 01:35:01.048267 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-cf190424-b3f5-4e15-85a1-142465940603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:01.550376 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0846c1e8-067d-496e-80b8-ac7ed95f5962 req-fc140209-1a30-4cc4-a64b-3b253fcd6144 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 210 time: 0.0270450 Oct 29 01:35:01.579685 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:01.946367 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-aab4329f-8513-4e83-9d5d-604354621911 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:01.948919 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-aab4329f-8513-4e83-9d5d-604354621911 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.89 "GET /v2.0/networks?id=8e315fc3-abe9-469e-87a5-be6b4de29e90 HTTP/1.1" status: 200 len: 811 time: 0.1032400 Oct 29 01:35:02.021804 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-cfcd98ff-42a6-43ae-ad1d-cb936950f653 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dcb593d72c64c55920c19dbe2d09c56 HTTP/1.1" status: 200 len: 380 time: 0.0383589 Oct 29 01:35:02.033148 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-322865aa-35cb-4c44-b21b-ef0a4115f0a1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Request body: {'port': {'device_id': '2664a1d0-61c9-4f3a-ad63-d6e4156dfa75', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'admin_state_up': True, 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'security_groups': ['6fe0f85d-a234-4173-84e1-0f42adba0667']}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:35:02.277083 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:02.339923 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-322865aa-35cb-4c44-b21b-ef0a4115f0a1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Made reservation on behalf of 0dcb593d72c64c55920c19dbe2d09c56 for: {'port': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:35:02.343528 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-322865aa-35cb-4c44-b21b-ef0a4115f0a1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:02.476724 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-322865aa-35cb-4c44-b21b-ef0a4115f0a1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Allocated IP 172.20.0.7 (8e315fc3-abe9-469e-87a5-be6b4de29e90/fd490598-4e26-4fa2-b542-29057546e707/925b02a9-6371-4e42-ba26-7122920e8e20) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:35:02.624949 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-322865aa-35cb-4c44-b21b-ef0a4115f0a1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:02.662318 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d68c896e-692d-4f43-9988-1fb1b0a8843e req-a655d049-48bd-448b-b466-9d467b176123 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 210 time: 0.0327017 Oct 29 01:35:02.783232 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-322865aa-35cb-4c44-b21b-ef0a4115f0a1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:02.829329 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-322865aa-35cb-4c44-b21b-ef0a4115f0a1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Network 8e315fc3-abe9-469e-87a5-be6b4de29e90 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:35:02.832478 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-322865aa-35cb-4c44-b21b-ef0a4115f0a1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:35:02.836546 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-322865aa-35cb-4c44-b21b-ef0a4115f0a1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:35:02.860725 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322865aa-35cb-4c44-b21b-ef0a4115f0a1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event updated for resources: {'Port': ['ID=925b02a9-6371-4e42-ba26-7122920e8e20,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:02.892646 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-322865aa-35cb-4c44-b21b-ef0a4115f0a1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:02.893269 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-322865aa-35cb-4c44-b21b-ef0a4115f0a1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:03.008426 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-322865aa-35cb-4c44-b21b-ef0a4115f0a1 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9787929 Oct 29 01:35:03.023735 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-0e5d065f-512a-4d1a-b5d1-01304fed222d None None] Provisioning complete for port 925b02a9-6371-4e42-ba26-7122920e8e20 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:35:03.024095 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-0e5d065f-512a-4d1a-b5d1-01304fed222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:03.030269 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Request body: {'port': {'device_id': '2664a1d0-61c9-4f3a-ad63-d6e4156dfa75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:35:03.066690 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d065f-512a-4d1a-b5d1-01304fed222d None None] Port 925b02a9-6371-4e42-ba26-7122920e8e20 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:35:03.097025 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:03.351882 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925b02a9-6371-4e42-ba26-7122920e8e20 {{(pid=101938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:35:03.359135 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:03.370710 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.provisioning_blocks [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Transition to ACTIVE for port object 925b02a9-6371-4e42-ba26-7122920e8e20 will not be triggered until provisioned by entity L2. {{(pid=101938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:35:03.465297 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:03.512195 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Pushing event updated for resources: {'Port': ['ID=925b02a9-6371-4e42-ba26-7122920e8e20,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:03.589475 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Attempting to bind port 925b02a9-6371-4e42-ba26-7122920e8e20 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:35:03.590114 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Attempting to bind port 925b02a9-6371-4e42-ba26-7122920e8e20 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:35:03.590623 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Attempting to bind port 925b02a9-6371-4e42-ba26-7122920e8e20 on network 8e315fc3-abe9-469e-87a5-be6b4de29e90 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:35:03.595391 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Port 925b02a9-6371-4e42-ba26-7122920e8e20 on network 8e315fc3-abe9-469e-87a5-be6b4de29e90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:35:03.595713 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Attempting to bind port 925b02a9-6371-4e42-ba26-7122920e8e20 on network 8e315fc3-abe9-469e-87a5-be6b4de29e90 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:35:03.600946 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:35:03.601282 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Checking segment: {'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:35:03.601688 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Bound using segment: {'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:35:03.602208 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Bound port: 925b02a9-6371-4e42-ba26-7122920e8e20, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dea3888-3b84-431d-97c3-c224992ea523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90'}}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:35:03.602522 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:03.669444 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] For port 925b02a9-6371-4e42-ba26-7122920e8e20, host hv-cinder-81558, cleared binding levels {{(pid=101938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:35:03.672437 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] For port 925b02a9-6371-4e42-ba26-7122920e8e20, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=925b02a9-6371-4e42-ba26-7122920e8e20,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:35:03.762055 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:03.804333 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:03.805055 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:03.806681 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] 10.222.0.89 "PUT /v2.0/ports/925b02a9-6371-4e42-ba26-7122920e8e20 HTTP/1.1" status: 200 len: 1093 time: 0.7816422 Oct 29 01:35:03.807314 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2664a1d0-61c9-4f3a-ad63-d6e4156dfa75', 'tag': '925b02a9-6371-4e42-ba26-7122920e8e20'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:35:03.809594 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866dc6c1-5708-4e98-92c8-9ba118184317" -d '{"events": [{"name": "network-changed", "server_uuid": "2664a1d0-61c9-4f3a-ad63-d6e4156dfa75", "tag": "925b02a9-6371-4e42-ba26-7122920e8e20"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:35:03.852615 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fe6b3-8ebd-4e73-a7db-c656b8d4b1ee req-80f753c7-43bc-4f72-88f1-7a46f950b102 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:03.854980 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ca5fe6b3-8ebd-4e73-a7db-c656b8d4b1ee req-80f753c7-43bc-4f72-88f1-7a46f950b102 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 943 time: 0.1200123 Oct 29 01:35:03.856096 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83a5a4-be05-423c-bad6-e9e081fb8a71 service neutron] Pushing event updated for resources: {'Port': ['ID=925b02a9-6371-4e42-ba26-7122920e8e20,revision_number=3']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:04.146046 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ebb3df-2246-4395-b67d-6849ab173169 x-openstack-request-id: req-11ebb3df-2246-4395-b67d-6849ab173169 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:35:04.146233 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2664a1d0-61c9-4f3a-ad63-d6e4156dfa75", "tag": "925b02a9-6371-4e42-ba26-7122920e8e20", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:35:04.146476 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11ebb3df-2246-4395-b67d-6849ab173169 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:35:04.146855 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2664a1d0-61c9-4f3a-ad63-d6e4156dfa75', 'tag': '925b02a9-6371-4e42-ba26-7122920e8e20', 'status': 'completed', 'code': 200} Oct 29 01:35:04.187994 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ca5fe6b3-8ebd-4e73-a7db-c656b8d4b1ee req-515258ef-8d8b-4dbe-b687-04237d19a393 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=6fe0f85d-a234-4173-84e1-0f42adba0667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261867 Oct 29 01:35:04.198127 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-ce18460f-68ab-45c2-ac5a-aa56e728543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:04.199608 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-ce18460f-68ab-45c2-ac5a-aa56e728543e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dcb593d72c64c55920c19dbe2d09c56&device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 1096 time: 0.0571258 Oct 29 01:35:04.254787 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-d6ae2a40-c801-43f8-8fee-443d59014f34 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=925b02a9-6371-4e42-ba26-7122920e8e20 HTTP/1.1" status: 200 len: 217 time: 0.0328734 Oct 29 01:35:04.274366 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:04.309006 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-b399e947-c52f-4fa9-9d71-549b4608724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:04.310608 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-b399e947-c52f-4fa9-9d71-549b4608724b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd490598-4e26-4fa2-b542-29057546e707 HTTP/1.1" status: 200 len: 850 time: 0.0472276 Oct 29 01:35:04.362846 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-32f19b44-b2b7-46db-88b6-ba0395c33c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:04.364242 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-32f19b44-b2b7-46db-88b6-ba0395c33c1f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e315fc3-abe9-469e-87a5-be6b4de29e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0411048 Oct 29 01:35:04.459632 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-c104adb2-6276-466d-b967-7b3f6716b234 service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848792 Oct 29 01:35:04.547508 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9f74b1cc-6a52-4fd7-8947-d6ad192e082b req-4ec76266-3bab-4ec7-8239-73b74e845df0 service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786552 Oct 29 01:35:04.799428 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dc6c1-5708-4e98-92c8-9ba118184317 req-992c5605-3512-4d2e-b6d8-0adff60a3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:04.800827 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-866dc6c1-5708-4e98-92c8-9ba118184317 req-992c5605-3512-4d2e-b6d8-0adff60a3540 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dcb593d72c64c55920c19dbe2d09c56&device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 1096 time: 0.0391576 Oct 29 01:35:04.896370 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dc6c1-5708-4e98-92c8-9ba118184317 req-022871e5-137a-4b52-8a33-d6caf4517a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:04.897886 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-866dc6c1-5708-4e98-92c8-9ba118184317 req-022871e5-137a-4b52-8a33-d6caf4517a87 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e315fc3-abe9-469e-87a5-be6b4de29e90 HTTP/1.1" status: 200 len: 912 time: 0.0873473 Oct 29 01:35:04.940331 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-866dc6c1-5708-4e98-92c8-9ba118184317 req-4baf8c8b-0148-4073-89c9-82416b504b82 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=925b02a9-6371-4e42-ba26-7122920e8e20 HTTP/1.1" status: 200 len: 217 time: 0.0343952 Oct 29 01:35:05.003831 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dc6c1-5708-4e98-92c8-9ba118184317 req-f0e92d9c-dd31-4d9b-9250-0ef046177e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:05.005270 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-866dc6c1-5708-4e98-92c8-9ba118184317 req-f0e92d9c-dd31-4d9b-9250-0ef046177e7d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd490598-4e26-4fa2-b542-29057546e707 HTTP/1.1" status: 200 len: 850 time: 0.0493693 Oct 29 01:35:05.051118 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dc6c1-5708-4e98-92c8-9ba118184317 req-00de2560-82b2-4ed0-9bc7-d46ec07278c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:05.052518 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-866dc6c1-5708-4e98-92c8-9ba118184317 req-00de2560-82b2-4ed0-9bc7-d46ec07278c6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e315fc3-abe9-469e-87a5-be6b4de29e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0398839 Oct 29 01:35:05.150643 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-866dc6c1-5708-4e98-92c8-9ba118184317 req-1be6cdf9-e613-47d3-9051-b5949fd59347 service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832655 Oct 29 01:35:05.255694 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-866dc6c1-5708-4e98-92c8-9ba118184317 req-afbeb9e1-c703-4cd3-bd48-874713b7d298 service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979431 Oct 29 01:35:05.468872 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393232b-e14e-4c91-b47a-b4043e33af8b req-2ef8abeb-db72-4fe4-8973-71b5b4d38e04 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:05.470347 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b393232b-e14e-4c91-b47a-b4043e33af8b req-2ef8abeb-db72-4fe4-8973-71b5b4d38e04 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 943 time: 0.2064838 Oct 29 01:35:05.508169 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b393232b-e14e-4c91-b47a-b4043e33af8b req-c99434b0-7191-468d-8e5e-3fb8ef73a19b tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=6fe0f85d-a234-4173-84e1-0f42adba0667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317349 Oct 29 01:35:06.630836 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffbc96-5948-41cb-b110-720cfd4bbe7a req-9e7e864d-be68-4aa5-b7cb-705a5cbf17c6 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:06.632464 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-51ffbc96-5948-41cb-b110-720cfd4bbe7a req-9e7e864d-be68-4aa5-b7cb-705a5cbf17c6 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 943 time: 0.0560458 Oct 29 01:35:06.673077 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-51ffbc96-5948-41cb-b110-720cfd4bbe7a req-52d11248-f416-49b6-abe8-d0c724b8ae83 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=6fe0f85d-a234-4173-84e1-0f42adba0667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336609 Oct 29 01:35:07.070058 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c0207-0394-44bf-bf42-9f1811a094c1 req-7f93c876-e72d-4175-acb6-5c8ea8ba81d6 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:07.071529 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4a5c0207-0394-44bf-bf42-9f1811a094c1 req-7f93c876-e72d-4175-acb6-5c8ea8ba81d6 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 946 time: 0.0488613 Oct 29 01:35:07.109376 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4a5c0207-0394-44bf-bf42-9f1811a094c1 req-5840b7e5-9ade-477f-b669-3c54254a3d6a tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314939 Oct 29 01:35:07.829586 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 925b02a9-6371-4e42-ba26-7122920e8e20 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:35:07.844275 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca24d6e-ab33-4f48-94eb-713fcd1f6425 req-1dbe2219-7ece-4351-b55d-d52f2f8b5972 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:07.845765 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cca24d6e-ab33-4f48-94eb-713fcd1f6425 req-1dbe2219-7ece-4351-b55d-d52f2f8b5972 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 943 time: 0.0986993 Oct 29 01:35:07.885270 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cca24d6e-ab33-4f48-94eb-713fcd1f6425 req-9734e260-1f0c-4448-b2f5-a1770c065385 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=6fe0f85d-a234-4173-84e1-0f42adba0667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335212 Oct 29 01:35:07.932024 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 925b02a9-6371-4e42-ba26-7122920e8e20, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=925b02a9-6371-4e42-ba26-7122920e8e20,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:07.943478 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '925b02a9-6371-4e42-ba26-7122920e8e20', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'port_id': '925b02a9-6371-4e42-ba26-7122920e8e20', 'mac_address': 'fa:16:3e:86:da:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:35:07.981375 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:07.995075 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925b02a9-6371-4e42-ba26-7122920e8e20 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:35:08.015401 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 925b02a9-6371-4e42-ba26-7122920e8e20, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=925b02a9-6371-4e42-ba26-7122920e8e20,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:08.111222 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:08.161291 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=925b02a9-6371-4e42-ba26-7122920e8e20,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:08.231879 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014190d-4e69-49f1-9df1-4b95c3f46f3c req-7f7422e7-1cad-454d-9524-4175108de34d tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:08.233442 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9014190d-4e69-49f1-9df1-4b95c3f46f3c req-7f7422e7-1cad-454d-9524-4175108de34d tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 946 time: 0.0545340 Oct 29 01:35:08.272594 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9014190d-4e69-49f1-9df1-4b95c3f46f3c req-a003f759-9131-41ad-b285-efb15fbf5ef9 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333030 Oct 29 01:35:08.545592 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['925b02a9-6371-4e42-ba26-7122920e8e20'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:35:09.003243 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97832c4a-dd77-41f0-8ec4-b230742bf996 req-29b33b62-0bf2-460b-adab-f7498ea7a50c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:09.004728 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97832c4a-dd77-41f0-8ec4-b230742bf996 req-29b33b62-0bf2-460b-adab-f7498ea7a50c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 944 time: 0.0524595 Oct 29 01:35:09.043679 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-97832c4a-dd77-41f0-8ec4-b230742bf996 req-5478001b-da76-4c09-a8ec-19dda2478f1a tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=6fe0f85d-a234-4173-84e1-0f42adba0667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324967 Oct 29 01:35:09.110449 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4760bd-a538-4d41-9f34-59864a3dc84b req-777cfc65-d57a-4f81-9f45-200089526a5a tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:09.111878 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6f4760bd-a538-4d41-9f34-59864a3dc84b req-777cfc65-d57a-4f81-9f45-200089526a5a tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.89 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 946 time: 0.0483379 Oct 29 01:35:09.205729 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-6f4760bd-a538-4d41-9f34-59864a3dc84b req-9aa2f4f7-2d26-4046-baf3-ed95bf7041b8 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Deleting port a6d41542-c973-43cc-8f1a-f5e1b3ea9579 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:35:09.206075 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-6f4760bd-a538-4d41-9f34-59864a3dc84b req-9aa2f4f7-2d26-4046-baf3-ed95bf7041b8 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:09.296401 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-6f4760bd-a538-4d41-9f34-59864a3dc84b req-9aa2f4f7-2d26-4046-baf3-ed95bf7041b8 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] For port a6d41542-c973-43cc-8f1a-f5e1b3ea9579, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a6d41542-c973-43cc-8f1a-f5e1b3ea9579,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:09.298236 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-6f4760bd-a538-4d41-9f34-59864a3dc84b req-9aa2f4f7-2d26-4046-baf3-ed95bf7041b8 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:09.310826 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-6f4760bd-a538-4d41-9f34-59864a3dc84b req-9aa2f4f7-2d26-4046-baf3-ed95bf7041b8 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Calling delete_port for a6d41542-c973-43cc-8f1a-f5e1b3ea9579 owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:35:09.426954 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad16b2-43dd-445e-b3cd-a8be22856bb3 req-17d666e0-3eee-4036-be39-a0b320ac9aab tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:09.428482 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cbad16b2-43dd-445e-b3cd-a8be22856bb3 req-17d666e0-3eee-4036-be39-a0b320ac9aab tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 946 time: 0.0717218 Oct 29 01:35:09.506931 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cbad16b2-43dd-445e-b3cd-a8be22856bb3 req-da4102ff-bcf2-4cb0-b07d-d43d77eb50dd tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721891 Oct 29 01:35:09.579538 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-6f4760bd-a538-4d41-9f34-59864a3dc84b req-9aa2f4f7-2d26-4046-baf3-ed95bf7041b8 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:09.607934 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2f4f7-2d26-4046-baf3-ed95bf7041b8 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Pushing event deleted for resources: {'Port': ['ID=a6d41542-c973-43cc-8f1a-f5e1b3ea9579,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:09.616657 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['e261cbe1-1727-4d63-90de-466de1f4ff0b', '1ad00024-6b8f-41d6-81e1-b2ecda108e02', '202a5231-8bee-4406-8ed4-90235cdfc8f6', 'a6d41542-c973-43cc-8f1a-f5e1b3ea9579'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:35:09.649409 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4760bd-a538-4d41-9f34-59864a3dc84b req-9aa2f4f7-2d26-4046-baf3-ed95bf7041b8 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] No DVR routers for this DVR port a6d41542-c973-43cc-8f1a-f5e1b3ea9579 on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:35:09.652738 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-6f4760bd-a538-4d41-9f34-59864a3dc84b req-9aa2f4f7-2d26-4046-baf3-ed95bf7041b8 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:09.656417 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6f4760bd-a538-4d41-9f34-59864a3dc84b req-9aa2f4f7-2d26-4046-baf3-ed95bf7041b8 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.89 "DELETE /v2.0/ports/a6d41542-c973-43cc-8f1a-f5e1b3ea9579 HTTP/1.1" status: 204 len: 173 time: 0.5381696 Oct 29 01:35:09.656878 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ad7422-ee34-4da2-82fb-a8edefb794f9', 'name': 'network-vif-deleted', 'tag': 'a6d41542-c973-43cc-8f1a-f5e1b3ea9579'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:35:09.659394 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb9a0e5-f50a-46c2-a9ab-a9b76c613f98" -d '{"events": [{"server_uuid": "69ad7422-ee34-4da2-82fb-a8edefb794f9", "name": "network-vif-deleted", "tag": "a6d41542-c973-43cc-8f1a-f5e1b3ea9579"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:35:09.708194 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1686ba2-0586-4e84-812f-24011828a6a9 x-openstack-request-id: req-a1686ba2-0586-4e84-812f-24011828a6a9 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:35:09.708484 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ad7422-ee34-4da2-82fb-a8edefb794f9", "name": "network-vif-deleted", "tag": "a6d41542-c973-43cc-8f1a-f5e1b3ea9579", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:35:09.708736 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1686ba2-0586-4e84-812f-24011828a6a9 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:35:09.709131 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ad7422-ee34-4da2-82fb-a8edefb794f9', 'name': 'network-vif-deleted', 'tag': 'a6d41542-c973-43cc-8f1a-f5e1b3ea9579', 'status': 'completed', 'code': 200} Oct 29 01:35:09.750147 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:09.865893 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 925b02a9-6371-4e42-ba26-7122920e8e20 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:35:10.085531 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port 925b02a9-6371-4e42-ba26-7122920e8e20 completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:35:10.091307 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 925b02a9-6371-4e42-ba26-7122920e8e20 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:35:10.091684 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:10.161411 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e581e09-218e-4e03-a74f-7ca9691820c5 req-7b8b7e5f-1b89-4e89-b229-a3fedfb095d8 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:10.162823 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5e581e09-218e-4e03-a74f-7ca9691820c5 req-7b8b7e5f-1b89-4e89-b229-a3fedfb095d8 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 944 time: 0.0505943 Oct 29 01:35:10.173546 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:10.197636 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2664a1d0-61c9-4f3a-ad63-d6e4156dfa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925b02a9-6371-4e42-ba26-7122920e8e20'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:35:10.199958 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a354a90b-fc67-449a-89eb-e988592158a5" -d '{"events": [{"server_uuid": "2664a1d0-61c9-4f3a-ad63-d6e4156dfa75", "name": "network-vif-plugged", "status": "completed", "tag": "925b02a9-6371-4e42-ba26-7122920e8e20"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:35:10.203019 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5e581e09-218e-4e03-a74f-7ca9691820c5 req-619835ef-aac7-4acb-bcf7-07ee8c3b3c33 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=6fe0f85d-a234-4173-84e1-0f42adba0667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339417 Oct 29 01:35:10.223541 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 925b02a9-6371-4e42-ba26-7122920e8e20, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=925b02a9-6371-4e42-ba26-7122920e8e20,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:10.251464 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84b5d11-a658-493e-a430-a9dd7b984805 x-openstack-request-id: req-a84b5d11-a658-493e-a430-a9dd7b984805 {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:35:10.251884 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2664a1d0-61c9-4f3a-ad63-d6e4156dfa75", "name": "network-vif-plugged", "status": "completed", "tag": "925b02a9-6371-4e42-ba26-7122920e8e20", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:35:10.252190 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a84b5d11-a658-493e-a430-a9dd7b984805 {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:35:10.252595 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2664a1d0-61c9-4f3a-ad63-d6e4156dfa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925b02a9-6371-4e42-ba26-7122920e8e20', 'code': 200} Oct 29 01:35:10.365390 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:10.414156 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=925b02a9-6371-4e42-ba26-7122920e8e20,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:10.629943 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d8ffc54b-b90e-4e7c-8353-97f259501d77 req-47417356-43d6-4afe-a851-0d5f496b44b9 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=69ad7422-ee34-4da2-82fb-a8edefb794f9 HTTP/1.1" status: 200 len: 210 time: 0.0380554 Oct 29 01:35:10.674300 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0a6a1-cbb3-4595-a0e3-e0de816bd926 req-7a5584f0-82b6-4267-a082-a2c172da3c6d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:10.675692 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9cb0a6a1-cbb3-4595-a0e3-e0de816bd926 req-7a5584f0-82b6-4267-a082-a2c172da3c6d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0711915 Oct 29 01:35:10.737118 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9cb0a6a1-cbb3-4595-a0e3-e0de816bd926 req-4b685857-286a-47f0-bbb5-fdf643937faa tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533278 Oct 29 01:35:10.742455 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b69299-ddf0-4300-9122-fc59fa8710fc req-a442fcc7-3875-4393-ab56-44206aed3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:10.744480 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a7b69299-ddf0-4300-9122-fc59fa8710fc req-a442fcc7-3875-4393-ab56-44206aed3b68 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 1098 time: 0.0678988 Oct 29 01:35:10.800301 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a7b69299-ddf0-4300-9122-fc59fa8710fc req-a44bd68a-5b5d-4631-9a99-d1413d94b083 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6fe0f85d-a234-4173-84e1-0f42adba0667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287561 Oct 29 01:35:11.320436 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969ce86-6b44-4073-974e-9f3df5fc0d0f req-6ba2d915-60ac-4f32-ad67-6395bf521206 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:11.322006 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4969ce86-6b44-4073-974e-9f3df5fc0d0f req-6ba2d915-60ac-4f32-ad67-6395bf521206 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 945 time: 0.0525126 Oct 29 01:35:11.361537 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4969ce86-6b44-4073-974e-9f3df5fc0d0f req-95835aa5-3046-4d01-a9c5-3a410873f68d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=6fe0f85d-a234-4173-84e1-0f42adba0667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328205 Oct 29 01:35:11.858129 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41373e2f-4674-41c2-b6f0-e732c555dbbf req-315ab72a-b59c-4a02-bb53-d586588606cc tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:11.859618 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-41373e2f-4674-41c2-b6f0-e732c555dbbf req-315ab72a-b59c-4a02-bb53-d586588606cc tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0496678 Oct 29 01:35:11.898134 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-41373e2f-4674-41c2-b6f0-e732c555dbbf req-7b1e751f-ccc1-44b1-9d83-29c507e22dcb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325305 Oct 29 01:35:12.476007 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2fa49-d7da-4d2f-9647-ca351a2b74b1 req-49e6f956-e9ba-41e5-87f6-97a834e3ca2c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:12.477507 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6af2fa49-d7da-4d2f-9647-ca351a2b74b1 req-49e6f956-e9ba-41e5-87f6-97a834e3ca2c tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 945 time: 0.0506871 Oct 29 01:35:12.516893 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6af2fa49-d7da-4d2f-9647-ca351a2b74b1 req-3d9f7080-04e6-4b32-a82b-ef4f346d6e1f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=6fe0f85d-a234-4173-84e1-0f42adba0667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327835 Oct 29 01:35:12.640528 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d9052-f63a-4016-936b-ec8854d37259 req-3b7e0f63-8981-4bfc-8c2a-8ca86824cc2d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:12.642065 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-410d9052-f63a-4016-936b-ec8854d37259 req-3b7e0f63-8981-4bfc-8c2a-8ca86824cc2d tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 945 time: 0.0512981 Oct 29 01:35:12.656960 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 60424) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:12.661507 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-712e2bbf-956e-4645-986b-f79b2b3aa1fa tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Request body: {'floatingip': {'port_id': '925b02a9-6371-4e42-ba26-7122920e8e20'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:35:12.700623 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-712e2bbf-956e-4645-986b-f79b2b3aa1fa tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for floatingip, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:13.072834 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a9df8-215e-4f2a-96d8-3cb084b931fc req-d0c460f5-6b2c-4595-8a67-a7e7276c0587 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:13.074333 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-218a9df8-215e-4f2a-96d8-3cb084b931fc req-d0c460f5-6b2c-4595-8a67-a7e7276c0587 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0953295 Oct 29 01:35:13.174803 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-218a9df8-215e-4f2a-96d8-3cb084b931fc req-6082b4ec-b448-4962-b7f1-94e604c75f69 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800140 Oct 29 01:35:13.184935 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-712e2bbf-956e-4645-986b-f79b2b3aa1fa tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:13.242909 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-712e2bbf-956e-4645-986b-f79b2b3aa1fa tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685606'] for floatingip, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:13.358070 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-04aae878-fa79-4fb3-a9c7-7b58b50a571a req-0d13ec6d-daf8-4a73-8a2e-9f3c512f43ed service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1113634 Oct 29 01:35:13.373825 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.l3_db [None req-712e2bbf-956e-4645-986b-f79b2b3aa1fa tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Floating IP ff5fcf5f-c5d5-43e5-a224-5417d738905d associated. External IP: 172.28.3.249, port: 925b02a9-6371-4e42-ba26-7122920e8e20. Oct 29 01:35:13.504521 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aae878-fa79-4fb3-a9c7-7b58b50a571a req-0455b716-8030-4ed7-8d2c-f210ee1f26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:13.506478 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-04aae878-fa79-4fb3-a9c7-7b58b50a571a req-0455b716-8030-4ed7-8d2c-f210ee1f26c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ec8b209809be4871af2647d63205c92f&device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 1099 time: 0.0682151 Oct 29 01:35:13.702682 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31599a22-0b37-485d-b8b4-d8db552cd169 req-281b7989-da12-4a83-868e-6ed845607086 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:13.704182 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-31599a22-0b37-485d-b8b4-d8db552cd169 req-281b7989-da12-4a83-868e-6ed845607086 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 945 time: 0.1517067 Oct 29 01:35:13.755242 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712e2bbf-956e-4645-986b-f79b2b3aa1fa tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Router fbde8c67-8024-443f-8940-68afed81d5a0 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:35:13.768981 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aae878-fa79-4fb3-a9c7-7b58b50a571a req-7810e66a-6dfe-4949-9676-519355507b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:13.770502 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-04aae878-fa79-4fb3-a9c7-7b58b50a571a req-7810e66a-6dfe-4949-9676-519355507b81 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ada08a0c-2acd-4c9f-b94b-04132d5562f9 HTTP/1.1" status: 200 len: 910 time: 0.1812246 Oct 29 01:35:13.782111 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-31599a22-0b37-485d-b8b4-d8db552cd169 req-070a1773-47fa-49ab-85ed-f3f2eb0a448c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705664 Oct 29 01:35:13.877624 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device a6d41542-c973-43cc-8f1a-f5e1b3ea9579 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:35:13.897341 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: a6d41542-c973-43cc-8f1a-f5e1b3ea9579 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:35:13.897677 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device a6d41542-c973-43cc-8f1a-f5e1b3ea9579 not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:35:13.912274 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-04aae878-fa79-4fb3-a9c7-7b58b50a571a req-b5c72c64-ac4b-4c39-84a3-912070ce58ac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9320da36-2f2c-4694-9413-162840889512 HTTP/1.1" status: 200 len: 1002 time: 0.1292410 Oct 29 01:35:13.957864 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712e2bbf-956e-4645-986b-f79b2b3aa1fa tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:35:13.965462 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-712e2bbf-956e-4645-986b-f79b2b3aa1fa tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for floatingip, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:13.967997 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2561a8-7c6b-4d20-9b63-f7c6b1fa3f8e None None] Sync routers for ids ['fbde8c67-8024-443f-8940-68afed81d5a0'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:35:13.977101 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2561a8-7c6b-4d20-9b63-f7c6b1fa3f8e None None] Routers {'fbde8c67-8024-443f-8940-68afed81d5a0'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:35:13.978243 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-cb2561a8-7c6b-4d20-9b63-f7c6b1fa3f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:35:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['fbde8c67-8024-443f-8940-68afed81d5a0'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:35:13.997257 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aae878-fa79-4fb3-a9c7-7b58b50a571a req-64d046f5-3044-4d54-b0b7-0e98ae14a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:13.998765 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-04aae878-fa79-4fb3-a9c7-7b58b50a571a req-64d046f5-3044-4d54-b0b7-0e98ae14a5cf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2576f1bd-041d-4334-bc89-73007635b70e HTTP/1.1" status: 200 len: 848 time: 0.0764689 Oct 29 01:35:14.002083 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-712e2bbf-956e-4645-986b-f79b2b3aa1fa tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "PUT /v2.0/floatingips/ff5fcf5f-c5d5-43e5-a224-5417d738905d HTTP/1.1" status: 200 len: 991 time: 1.3441303 Oct 29 01:35:14.002736 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2664a1d0-61c9-4f3a-ad63-d6e4156dfa75', 'tag': '925b02a9-6371-4e42-ba26-7122920e8e20'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:35:14.005114 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2051aff-fbc5-4d58-91d0-90eb111880e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2664a1d0-61c9-4f3a-ad63-d6e4156dfa75", "tag": "925b02a9-6371-4e42-ba26-7122920e8e20"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:35:14.052690 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a8f000-1ab4-4341-af77-890cba55fed2 x-openstack-request-id: req-19a8f000-1ab4-4341-af77-890cba55fed2 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:35:14.052990 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2664a1d0-61c9-4f3a-ad63-d6e4156dfa75", "tag": "925b02a9-6371-4e42-ba26-7122920e8e20", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:35:14.053256 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-19a8f000-1ab4-4341-af77-890cba55fed2 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:35:14.053655 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2664a1d0-61c9-4f3a-ad63-d6e4156dfa75', 'tag': '925b02a9-6371-4e42-ba26-7122920e8e20', 'status': 'completed', 'code': 200} Oct 29 01:35:14.057384 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aae878-fa79-4fb3-a9c7-7b58b50a571a req-d357afa6-3a3b-42e5-94f7-f30893fe57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:14.058965 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-04aae878-fa79-4fb3-a9c7-7b58b50a571a req-d357afa6-3a3b-42e5-94f7-f30893fe57bf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ada08a0c-2acd-4c9f-b94b-04132d5562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0506735 Oct 29 01:35:14.089464 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-cb2561a8-7c6b-4d20-9b63-f7c6b1fa3f8e None None] Set router fbde8c67-8024-443f-8940-68afed81d5a0 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:35:14.225645 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2051aff-fbc5-4d58-91d0-90eb111880e8 req-2ded2029-51df-4a6b-9e38-e5cc5e2fdef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:14.227172 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e2051aff-fbc5-4d58-91d0-90eb111880e8 req-2ded2029-51df-4a6b-9e38-e5cc5e2fdef0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0dcb593d72c64c55920c19dbe2d09c56&device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 1098 time: 0.0918691 Oct 29 01:35:14.242943 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-04aae878-fa79-4fb3-a9c7-7b58b50a571a req-c6877932-63d5-42f1-b8e0-2af4ecd77ea4 service neutron] 10.222.0.89 "GET /v2.0/networks/ada08a0c-2acd-4c9f-b94b-04132d5562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151905 Oct 29 01:35:14.332408 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-cb2561a8-7c6b-4d20-9b63-f7c6b1fa3f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': 'ff5fcf5f-c5d5-43e5-a224-5417d738905d', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'floating_ip_address': '172.28.3.249', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'port_id': '925b02a9-6371-4e42-ba26-7122920e8e20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'mac_address': 'fa:16:3e:86:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664a1d0-61c9-4f3a-ad63-d6e4156dfa75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:34:57Z', 'updated_at': '2021-10-29T01:35:13Z', 'revision_number': 1, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1ffb1-47e0-457f-8c3a-b6752015a12d', 'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'mac_address': 'fa:16:3e:18:d9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:12Z', 'updated_at': '2021-10-29T01:30:27Z', 'revision_number': 5, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'subnets': [{'id': 'fd490598-4e26-4fa2-b542-29057546e707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:35:14.360427 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2561a8-7c6b-4d20-9b63-f7c6b1fa3f8e None None] Checking router: fbde8c67-8024-443f-8940-68afed81d5a0 for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:35:14.369504 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2561a8-7c6b-4d20-9b63-f7c6b1fa3f8e None None] Routers {'fbde8c67-8024-443f-8940-68afed81d5a0'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:35:14.370152 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-cb2561a8-7c6b-4d20-9b63-f7c6b1fa3f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:35:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['fbde8c67-8024-443f-8940-68afed81d5a0'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:35:14.479930 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-cb2561a8-7c6b-4d20-9b63-f7c6b1fa3f8e None None] Set router fbde8c67-8024-443f-8940-68afed81d5a0 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:35:14.660055 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1c935-33a8-46bf-a1c5-9560d99e2605 req-9b0f8e4d-c745-4523-a18a-e616b4e33fd6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:14.661510 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b8d1c935-33a8-46bf-a1c5-9560d99e2605 req-9b0f8e4d-c745-4523-a18a-e616b4e33fd6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.4077070 Oct 29 01:35:14.715174 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-cb2561a8-7c6b-4d20-9b63-f7c6b1fa3f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': 'ff5fcf5f-c5d5-43e5-a224-5417d738905d', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'floating_ip_address': '172.28.3.249', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'port_id': '925b02a9-6371-4e42-ba26-7122920e8e20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'mac_address': 'fa:16:3e:86:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664a1d0-61c9-4f3a-ad63-d6e4156dfa75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:34:57Z', 'updated_at': '2021-10-29T01:35:13Z', 'revision_number': 1, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1ffb1-47e0-457f-8c3a-b6752015a12d', 'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'mac_address': 'fa:16:3e:18:d9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:12Z', 'updated_at': '2021-10-29T01:30:27Z', 'revision_number': 5, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'subnets': [{'id': 'fd490598-4e26-4fa2-b542-29057546e707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:35:14.724476 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2051aff-fbc5-4d58-91d0-90eb111880e8 req-7acec5cd-5021-4302-9d92-72a61092fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:14.725982 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e2051aff-fbc5-4d58-91d0-90eb111880e8 req-7acec5cd-5021-4302-9d92-72a61092fe27 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e315fc3-abe9-469e-87a5-be6b4de29e90 HTTP/1.1" status: 200 len: 912 time: 0.4809289 Oct 29 01:35:14.745922 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-04aae878-fa79-4fb3-a9c7-7b58b50a571a req-281d74df-7e25-4c01-bd8a-3631c57fe616 service neutron] 10.222.0.89 "GET /v2.0/networks/ada08a0c-2acd-4c9f-b94b-04132d5562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908819 Oct 29 01:35:14.789048 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b8d1c935-33a8-46bf-a1c5-9560d99e2605 req-616e0cae-d9c8-4a63-b1de-b553d7dfbdc8 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178744 Oct 29 01:35:14.819295 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e2051aff-fbc5-4d58-91d0-90eb111880e8 req-d3a29716-c0b1-446f-a204-7cbf94f3e08e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=925b02a9-6371-4e42-ba26-7122920e8e20 HTTP/1.1" status: 200 len: 999 time: 0.0840223 Oct 29 01:35:14.868291 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2561a8-7c6b-4d20-9b63-f7c6b1fa3f8e None None] The sync data for ids ['fbde8c67-8024-443f-8940-68afed81d5a0'] in dv-cinder-815582-5-smb is: [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': 'ff5fcf5f-c5d5-43e5-a224-5417d738905d', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'floating_ip_address': '172.28.3.249', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'port_id': '925b02a9-6371-4e42-ba26-7122920e8e20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'mac_address': 'fa:16:3e:86:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664a1d0-61c9-4f3a-ad63-d6e4156dfa75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:34:57Z', 'updated_at': '2021-10-29T01:35:13Z', 'revision_number': 1, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f1ffb1-47e0-457f-8c3a-b6752015a12d', 'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'mac_address': 'fa:16:3e:18:d9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:12Z', 'updated_at': '2021-10-29T01:30:27Z', 'revision_number': 5, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'subnets': [{'id': 'fd490598-4e26-4fa2-b542-29057546e707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:35:14.899019 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2051aff-fbc5-4d58-91d0-90eb111880e8 req-ad04ff15-cc4d-4be6-87ab-0d36fdb8b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:14.900921 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e2051aff-fbc5-4d58-91d0-90eb111880e8 req-ad04ff15-cc4d-4be6-87ab-0d36fdb8b8e2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd490598-4e26-4fa2-b542-29057546e707 HTTP/1.1" status: 200 len: 850 time: 0.0716915 Oct 29 01:35:14.943770 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79476db-6c18-455b-96d5-6cf8d83dfd51 req-a2f7e577-4f6b-4d7b-97e8-f6cef61c6cf6 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:14.945255 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a79476db-6c18-455b-96d5-6cf8d83dfd51 req-a2f7e577-4f6b-4d7b-97e8-f6cef61c6cf6 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 945 time: 0.0821896 Oct 29 01:35:14.975295 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2051aff-fbc5-4d58-91d0-90eb111880e8 req-ac4c8548-00e7-4590-bb76-e004b69ba7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:14.980069 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e2051aff-fbc5-4d58-91d0-90eb111880e8 req-ac4c8548-00e7-4590-bb76-e004b69ba7e2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e315fc3-abe9-469e-87a5-be6b4de29e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674624 Oct 29 01:35:15.014394 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a79476db-6c18-455b-96d5-6cf8d83dfd51 req-6e4b10fb-d889-4592-a8fd-9230cc62ae2d tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616920 Oct 29 01:35:15.088892 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e2051aff-fbc5-4d58-91d0-90eb111880e8 req-a6126e81-671c-43f1-a186-df8295ebaf65 service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011167 Oct 29 01:35:15.089133 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051a84d-177b-41d8-a2b4-b0ee63d1c4f8 None None] New status for floating IP ff5fcf5f-c5d5-43e5-a224-5417d738905d: ACTIVE {{(pid=101940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:35:15.217424 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e2051aff-fbc5-4d58-91d0-90eb111880e8 req-210cd6e6-8eb6-44d8-b795-66e667701110 service neutron] 10.222.0.89 "GET /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931571 Oct 29 01:35:15.655110 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9a403-2a72-40df-a229-16beb93d1393 req-98440421-cc05-4a0f-9a69-f87aadc59a6f tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:15.656429 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-54b9a403-2a72-40df-a229-16beb93d1393 req-98440421-cc05-4a0f-9a69-f87aadc59a6f tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.89 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 945 time: 0.0484498 Oct 29 01:35:15.745809 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-54b9a403-2a72-40df-a229-16beb93d1393 req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Deleting port 202a5231-8bee-4406-8ed4-90235cdfc8f6 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:35:15.746508 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-54b9a403-2a72-40df-a229-16beb93d1393 req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:15.834835 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-54b9a403-2a72-40df-a229-16beb93d1393 req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] For port 202a5231-8bee-4406-8ed4-90235cdfc8f6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=202a5231-8bee-4406-8ed4-90235cdfc8f6,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:15.835204 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-54b9a403-2a72-40df-a229-16beb93d1393 req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:15.848406 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-54b9a403-2a72-40df-a229-16beb93d1393 req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Calling delete_port for 202a5231-8bee-4406-8ed4-90235cdfc8f6 owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:35:15.973448 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1e0e2-6a18-42c6-95db-559589a38d29 req-ce1b23d1-6602-4bed-b5f6-646afb356802 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:15.974846 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5d1e0e2-6a18-42c6-95db-559589a38d29 req-ce1b23d1-6602-4bed-b5f6-646afb356802 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0864615 Oct 29 01:35:16.048327 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5d1e0e2-6a18-42c6-95db-559589a38d29 req-d139719c-7861-40dd-99bf-ee1159f5fd62 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665112 Oct 29 01:35:16.137493 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b28a03-6eeb-43b8-8bd8-07cae18e565a req-ce8ec243-a9e0-41ed-a088-73dc2daf2ba6 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:16.138973 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-50b28a03-6eeb-43b8-8bd8-07cae18e565a req-ce8ec243-a9e0-41ed-a088-73dc2daf2ba6 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 945 time: 0.0503454 Oct 29 01:35:16.152843 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-54b9a403-2a72-40df-a229-16beb93d1393 req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:16.189634 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['e261cbe1-1727-4d63-90de-466de1f4ff0b', '1ad00024-6b8f-41d6-81e1-b2ecda108e02', '202a5231-8bee-4406-8ed4-90235cdfc8f6'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:35:16.193061 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Pushing event deleted for resources: {'Port': ['ID=202a5231-8bee-4406-8ed4-90235cdfc8f6,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:16.216493 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:16.216836 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:16.217175 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:16.217605 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:16.217977 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:16.218304 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:16.218652 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:16.218977 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:16.219299 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:16.219619 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:16.219935 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:16.220249 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:16.240195 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-50b28a03-6eeb-43b8-8bd8-07cae18e565a req-6520383c-9066-4929-944a-3be81a276c46 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952067 Oct 29 01:35:16.257102 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b9a403-2a72-40df-a229-16beb93d1393 req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] No DVR routers for this DVR port 202a5231-8bee-4406-8ed4-90235cdfc8f6 on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:35:16.269154 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-54b9a403-2a72-40df-a229-16beb93d1393 req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:16.272371 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-54b9a403-2a72-40df-a229-16beb93d1393 req-be87713c-b569-4f8d-a89f-3e49df9d29ee tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.89 "DELETE /v2.0/ports/202a5231-8bee-4406-8ed4-90235cdfc8f6 HTTP/1.1" status: 204 len: 173 time: 0.6088488 Oct 29 01:35:16.272694 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a56b19-c514-4db0-90d2-f857aba8b402', 'name': 'network-vif-deleted', 'tag': '202a5231-8bee-4406-8ed4-90235cdfc8f6'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:35:16.275886 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eb6673-c950-43ac-8e09-deeb9c047ad9" -d '{"events": [{"server_uuid": "b4a56b19-c514-4db0-90d2-f857aba8b402", "name": "network-vif-deleted", "tag": "202a5231-8bee-4406-8ed4-90235cdfc8f6"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:35:16.319300 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61631f1a-14fd-4a16-814f-ff190e2c679e x-openstack-request-id: req-61631f1a-14fd-4a16-814f-ff190e2c679e {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:35:16.319464 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a56b19-c514-4db0-90d2-f857aba8b402", "name": "network-vif-deleted", "tag": "202a5231-8bee-4406-8ed4-90235cdfc8f6", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:35:16.319610 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61631f1a-14fd-4a16-814f-ff190e2c679e {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:35:16.320011 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a56b19-c514-4db0-90d2-f857aba8b402', 'name': 'network-vif-deleted', 'tag': '202a5231-8bee-4406-8ed4-90235cdfc8f6', 'status': 'completed', 'code': 200} Oct 29 01:35:17.171743 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef155b-034f-4a0d-b212-aed2256133ec req-bfe10932-b6d7-4701-bd37-1de1b5ef0ad3 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:17.173229 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-01ef155b-034f-4a0d-b212-aed2256133ec req-bfe10932-b6d7-4701-bd37-1de1b5ef0ad3 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0494077 Oct 29 01:35:17.216458 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-01ef155b-034f-4a0d-b212-aed2256133ec req-3b32355b-0c16-472e-b22b-8a6da32f3b1e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370159 Oct 29 01:35:17.355039 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f419ecf0-5d5c-4b7d-ab7f-d0e948ccd41c req-e653f593-2095-44d9-943e-da0f5e973646 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4a56b19-c514-4db0-90d2-f857aba8b402 HTTP/1.1" status: 200 len: 210 time: 0.0270972 Oct 29 01:35:18.335387 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87e3d7-d55f-4a40-a647-0b489aedb45e req-2fd54873-1a44-4070-9e1e-35fd975b3129 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:18.337638 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0a87e3d7-d55f-4a40-a647-0b489aedb45e req-2fd54873-1a44-4070-9e1e-35fd975b3129 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0485563 Oct 29 01:35:18.374962 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0a87e3d7-d55f-4a40-a647-0b489aedb45e req-78b775f9-336b-4f2a-888a-3e638bf2bb40 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313387 Oct 29 01:35:18.893340 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3099875-0699-4c26-b55b-1e5eb6858bf0 req-602b3af2-f4fd-45ea-84d2-311be641d4b8 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:18.894844 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d3099875-0699-4c26-b55b-1e5eb6858bf0 req-602b3af2-f4fd-45ea-84d2-311be641d4b8 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 945 time: 0.0498996 Oct 29 01:35:18.932407 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d3099875-0699-4c26-b55b-1e5eb6858bf0 req-a2e4f8c7-7cb6-42ea-9736-ae32926276de tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312831 Oct 29 01:35:19.504591 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ee35a-7d59-41e5-8e2a-6a38a7d6d3f6 req-0edb5f2b-2e8f-4d57-b692-772e837afab8 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:19.506469 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cf3ee35a-7d59-41e5-8e2a-6a38a7d6d3f6 req-0edb5f2b-2e8f-4d57-b692-772e837afab8 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0570757 Oct 29 01:35:19.543723 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cf3ee35a-7d59-41e5-8e2a-6a38a7d6d3f6 req-bd37f2a6-0c37-47bd-a514-c3a0a2a4fc4d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311711 Oct 29 01:35:19.911408 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 202a5231-8bee-4406-8ed4-90235cdfc8f6 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:35:19.931372 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: 202a5231-8bee-4406-8ed4-90235cdfc8f6 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:35:19.931706 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 202a5231-8bee-4406-8ed4-90235cdfc8f6 not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:35:20.045262 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085efc1d-9a89-419f-a214-732890e3a0cc req-08f6c200-eef2-4f6f-a1ab-d52c8fbc872c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:20.046751 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-085efc1d-9a89-419f-a214-732890e3a0cc req-08f6c200-eef2-4f6f-a1ab-d52c8fbc872c tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 945 time: 0.0490887 Oct 29 01:35:20.083300 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-085efc1d-9a89-419f-a214-732890e3a0cc req-672cefea-7e32-4976-ad68-477977eaf4c5 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307615 Oct 29 01:35:20.468759 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4974718-72e2-436f-a052-5fb35ef6ed0a req-ef01ed96-1d02-4ede-81b4-c4626310c430 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:20.470152 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f4974718-72e2-436f-a052-5fb35ef6ed0a req-ef01ed96-1d02-4ede-81b4-c4626310c430 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 945 time: 0.0482228 Oct 29 01:35:20.572014 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-f4974718-72e2-436f-a052-5fb35ef6ed0a req-ba9b80f3-20fb-4db2-ac6f-7ece6f5d98cc tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Deleting port 1ad00024-6b8f-41d6-81e1-b2ecda108e02 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:35:20.572627 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f4974718-72e2-436f-a052-5fb35ef6ed0a req-ba9b80f3-20fb-4db2-ac6f-7ece6f5d98cc tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:20.695575 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-f4974718-72e2-436f-a052-5fb35ef6ed0a req-ba9b80f3-20fb-4db2-ac6f-7ece6f5d98cc tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] For port 1ad00024-6b8f-41d6-81e1-b2ecda108e02, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1ad00024-6b8f-41d6-81e1-b2ecda108e02,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:20.695940 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f4974718-72e2-436f-a052-5fb35ef6ed0a req-ba9b80f3-20fb-4db2-ac6f-7ece6f5d98cc tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:20.710570 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa06fae-112d-423c-82ba-d6fa9a007e8f req-981d9d28-2a57-4637-940b-927710a645c7 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:20.712450 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-efa06fae-112d-423c-82ba-d6fa9a007e8f req-981d9d28-2a57-4637-940b-927710a645c7 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0923252 Oct 29 01:35:20.718179 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-f4974718-72e2-436f-a052-5fb35ef6ed0a req-ba9b80f3-20fb-4db2-ac6f-7ece6f5d98cc tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Calling delete_port for 1ad00024-6b8f-41d6-81e1-b2ecda108e02 owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:35:20.789488 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-efa06fae-112d-423c-82ba-d6fa9a007e8f req-6ba08f35-9485-4b21-890c-ded7d255e986 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693617 Oct 29 01:35:20.942378 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f4974718-72e2-436f-a052-5fb35ef6ed0a req-ba9b80f3-20fb-4db2-ac6f-7ece6f5d98cc tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:20.971865 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b80f3-20fb-4db2-ac6f-7ece6f5d98cc tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Pushing event deleted for resources: {'Port': ['ID=1ad00024-6b8f-41d6-81e1-b2ecda108e02,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:20.989352 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['e261cbe1-1727-4d63-90de-466de1f4ff0b', '1ad00024-6b8f-41d6-81e1-b2ecda108e02'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:35:21.010236 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4974718-72e2-436f-a052-5fb35ef6ed0a req-ba9b80f3-20fb-4db2-ac6f-7ece6f5d98cc tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] No DVR routers for this DVR port 1ad00024-6b8f-41d6-81e1-b2ecda108e02 on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:35:21.012745 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f4974718-72e2-436f-a052-5fb35ef6ed0a req-ba9b80f3-20fb-4db2-ac6f-7ece6f5d98cc tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:21.016022 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f4974718-72e2-436f-a052-5fb35ef6ed0a req-ba9b80f3-20fb-4db2-ac6f-7ece6f5d98cc tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.89 "DELETE /v2.0/ports/1ad00024-6b8f-41d6-81e1-b2ecda108e02 HTTP/1.1" status: 204 len: 173 time: 0.5370977 Oct 29 01:35:21.016456 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a9b0e3-7ac2-4260-8fca-6e91d953590c', 'name': 'network-vif-deleted', 'tag': '1ad00024-6b8f-41d6-81e1-b2ecda108e02'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:35:21.018722 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66492313-a559-4d21-b60d-bc7e4a32cf5c" -d '{"events": [{"server_uuid": "a7a9b0e3-7ac2-4260-8fca-6e91d953590c", "name": "network-vif-deleted", "tag": "1ad00024-6b8f-41d6-81e1-b2ecda108e02"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:35:21.054664 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f1107a-de0e-41d5-9717-c726fe40fc95 x-openstack-request-id: req-48f1107a-de0e-41d5-9717-c726fe40fc95 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:35:21.054953 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a9b0e3-7ac2-4260-8fca-6e91d953590c", "name": "network-vif-deleted", "tag": "1ad00024-6b8f-41d6-81e1-b2ecda108e02", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:35:21.055206 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-48f1107a-de0e-41d5-9717-c726fe40fc95 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:35:21.055655 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a9b0e3-7ac2-4260-8fca-6e91d953590c', 'name': 'network-vif-deleted', 'tag': '1ad00024-6b8f-41d6-81e1-b2ecda108e02', 'status': 'completed', 'code': 200} Oct 29 01:35:21.181581 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b6dfaa53-947e-4061-8bf4-6dfaf769c85f req-53fd1754-7373-490d-97f7-33fa9b5e41fe tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 210 time: 0.0268750 Oct 29 01:35:21.940105 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 7292e555-f166-46aa-86cc-a273bd4a8405 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:35:22.023083 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701f7b-031d-4463-8961-8538a41f5c32 req-c9dc2294-8279-461c-b027-658e875eab6e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:22.025123 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d4701f7b-031d-4463-8961-8538a41f5c32 req-c9dc2294-8279-461c-b027-658e875eab6e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0550447 Oct 29 01:35:22.044156 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 7292e555-f166-46aa-86cc-a273bd4a8405, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7292e555-f166-46aa-86cc-a273bd4a8405,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:22.055321 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '7292e555-f166-46aa-86cc-a273bd4a8405', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'port_id': '7292e555-f166-46aa-86cc-a273bd4a8405', 'mac_address': 'fa:16:3e:39:60:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:35:22.063725 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d4701f7b-031d-4463-8961-8538a41f5c32 req-8a8704e3-7ea9-4e36-bb31-3d49e53d51be tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320086 Oct 29 01:35:22.094706 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:22.110339 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7292e555-f166-46aa-86cc-a273bd4a8405 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:35:22.130204 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 7292e555-f166-46aa-86cc-a273bd4a8405, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7292e555-f166-46aa-86cc-a273bd4a8405,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:22.231387 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:22.282770 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=7292e555-f166-46aa-86cc-a273bd4a8405,revision_number=6']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:22.290104 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:22.290467 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:22.290802 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:22.291133 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:22.291457 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:22.291780 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:22.292099 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:22.292417 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:22.293345 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:22.293676 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:22.294022 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:22.298103 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:22.298240 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-03b25c32-cb35-4553-8ac1-49d5758f720d req-1394e3e6-d23b-4690-982e-6c2bd3e28323 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7a9b0e3-7ac2-4260-8fca-6e91d953590c HTTP/1.1" status: 200 len: 210 time: 0.0283270 Oct 29 01:35:22.472557 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['7292e555-f166-46aa-86cc-a273bd4a8405'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:35:23.183519 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbc0bf-dbd7-4ce4-b908-fee362bef7f0 req-54987e66-a686-49b7-bca0-dd2a521152a7 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:23.185008 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-70fbc0bf-dbd7-4ce4-b908-fee362bef7f0 req-54987e66-a686-49b7-bca0-dd2a521152a7 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 944 time: 0.0488133 Oct 29 01:35:23.223340 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-70fbc0bf-dbd7-4ce4-b908-fee362bef7f0 req-eceb87c1-0c7b-4de2-8b00-700b8797bc16 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323379 Oct 29 01:35:23.961298 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 7292e555-f166-46aa-86cc-a273bd4a8405 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:35:24.011669 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 7292e555-f166-46aa-86cc-a273bd4a8405 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:35:24.011912 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:24.092208 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:24.116495 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7292e555-f166-46aa-86cc-a273bd4a8405'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:35:24.118885 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338901ee-83bd-42a9-8e1e-12f98e0bb125" -d '{"events": [{"server_uuid": "28c6aa1b-7d56-4497-95fe-0b12c27d5d4e", "name": "network-vif-plugged", "status": "completed", "tag": "7292e555-f166-46aa-86cc-a273bd4a8405"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:35:24.131395 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 7292e555-f166-46aa-86cc-a273bd4a8405, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7292e555-f166-46aa-86cc-a273bd4a8405,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:24.160824 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b28b054-e3cf-4666-b7e6-8bdaa88fb7ea x-openstack-request-id: req-5b28b054-e3cf-4666-b7e6-8bdaa88fb7ea {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:35:24.160824 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c6aa1b-7d56-4497-95fe-0b12c27d5d4e", "name": "network-vif-plugged", "status": "completed", "tag": "7292e555-f166-46aa-86cc-a273bd4a8405", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:35:24.160824 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5b28b054-e3cf-4666-b7e6-8bdaa88fb7ea {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:35:24.160824 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7292e555-f166-46aa-86cc-a273bd4a8405', 'code': 200} Oct 29 01:35:24.282633 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:24.283436 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 1ad00024-6b8f-41d6-81e1-b2ecda108e02 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:35:24.335377 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: 1ad00024-6b8f-41d6-81e1-b2ecda108e02 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:35:24.336330 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 1ad00024-6b8f-41d6-81e1-b2ecda108e02 not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:35:24.389252 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=7292e555-f166-46aa-86cc-a273bd4a8405,revision_number=7']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:24.407049 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b353515-85a6-424d-ae78-448534816613 req-74c55acb-2ad3-4b5c-b529-060aaa9dd07d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:24.409260 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3b353515-85a6-424d-ae78-448534816613 req-74c55acb-2ad3-4b5c-b529-060aaa9dd07d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0577967 Oct 29 01:35:24.456958 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3b353515-85a6-424d-ae78-448534816613 req-4629b90b-3966-4eb0-8adc-fda45a65c02a tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408359 Oct 29 01:35:25.099195 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916b684-7cec-4552-92aa-bb2e62f301fb req-e3d8639d-2895-4ee7-94db-fe9482e918a9 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:25.100399 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5916b684-7cec-4552-92aa-bb2e62f301fb req-e3d8639d-2895-4ee7-94db-fe9482e918a9 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 945 time: 0.0508153 Oct 29 01:35:25.147866 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5916b684-7cec-4552-92aa-bb2e62f301fb req-921fe2a3-5567-4ba4-96b2-b7aab1af7f79 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407526 Oct 29 01:35:25.604196 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f390c-7682-46dc-a39d-8fb1751f8c45 req-9178d10a-0f76-44ef-89c0-5c4cb8e865e4 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:25.606135 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-923f390c-7682-46dc-a39d-8fb1751f8c45 req-9178d10a-0f76-44ef-89c0-5c4cb8e865e4 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0615134 Oct 29 01:35:25.648651 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-923f390c-7682-46dc-a39d-8fb1751f8c45 req-ccb88bf4-53dc-4cf5-813b-e189ca4586bc tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356898 Oct 29 01:35:26.278270 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e58bc-9ba1-437f-b9db-fa142415fd8b req-aa51ebbd-82da-40fe-98be-18e84ea47397 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:26.279918 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-120e58bc-9ba1-437f-b9db-fa142415fd8b req-aa51ebbd-82da-40fe-98be-18e84ea47397 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 945 time: 0.0607264 Oct 29 01:35:26.326016 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-120e58bc-9ba1-437f-b9db-fa142415fd8b req-bc5c7aa1-fb0a-4b5e-a40e-69bd724a2287 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397167 Oct 29 01:35:26.798189 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbf2a8-7092-4a48-bc7c-7ef8210ec0a8 req-b65faf1f-12d3-4081-81ec-c1821d55d011 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:26.799962 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-48fbf2a8-7092-4a48-bc7c-7ef8210ec0a8 req-b65faf1f-12d3-4081-81ec-c1821d55d011 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0617342 Oct 29 01:35:26.844501 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-48fbf2a8-7092-4a48-bc7c-7ef8210ec0a8 req-5c45ad53-64de-4da4-b8f6-a3161c7389fe tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376821 Oct 29 01:35:27.022558 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914a48a-da16-49cb-8476-3705093d7b9e req-ac45c2c8-1df4-4721-b494-0806d20856a8 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:27.026912 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9914a48a-da16-49cb-8476-3705093d7b9e req-ac45c2c8-1df4-4721-b494-0806d20856a8 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.89 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 945 time: 0.0594525 Oct 29 01:35:27.136765 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-9914a48a-da16-49cb-8476-3705093d7b9e req-8a5d01ab-0e96-43b7-925d-0b80d4b44ce1 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Deleting port e261cbe1-1727-4d63-90de-466de1f4ff0b {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:35:27.137101 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-9914a48a-da16-49cb-8476-3705093d7b9e req-8a5d01ab-0e96-43b7-925d-0b80d4b44ce1 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:27.233098 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-9914a48a-da16-49cb-8476-3705093d7b9e req-8a5d01ab-0e96-43b7-925d-0b80d4b44ce1 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] For port e261cbe1-1727-4d63-90de-466de1f4ff0b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e261cbe1-1727-4d63-90de-466de1f4ff0b,segment=NetworkSegment(5a609b40-42d7-4bd6-8771-b8c54564aecc),segment_id=5a609b40-42d7-4bd6-8771-b8c54564aecc)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:27.260814 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-9914a48a-da16-49cb-8476-3705093d7b9e req-8a5d01ab-0e96-43b7-925d-0b80d4b44ce1 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:27.260814 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-9914a48a-da16-49cb-8476-3705093d7b9e req-8a5d01ab-0e96-43b7-925d-0b80d4b44ce1 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Calling delete_port for e261cbe1-1727-4d63-90de-466de1f4ff0b owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:35:27.458522 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1770c6-2905-4332-9063-7b1f4a6296f3 req-e62bf120-e57d-442a-bec0-8809f8f2a03a tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:27.459922 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-de1770c6-2905-4332-9063-7b1f4a6296f3 req-e62bf120-e57d-442a-bec0-8809f8f2a03a tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 945 time: 0.0617373 Oct 29 01:35:27.464667 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-9914a48a-da16-49cb-8476-3705093d7b9e req-8a5d01ab-0e96-43b7-925d-0b80d4b44ce1 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:27.499016 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['e261cbe1-1727-4d63-90de-466de1f4ff0b'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:35:27.505444 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d01ab-0e96-43b7-925d-0b80d4b44ce1 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Pushing event deleted for resources: {'Port': ['ID=e261cbe1-1727-4d63-90de-466de1f4ff0b,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:27.549663 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-de1770c6-2905-4332-9063-7b1f4a6296f3 req-e28bc57a-d4d4-433b-b017-8be96b3bf6da tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/security-groups?id=769b407f-b9d8-4c8c-a34e-c77a573abe4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829720 Oct 29 01:35:27.563393 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9914a48a-da16-49cb-8476-3705093d7b9e req-8a5d01ab-0e96-43b7-925d-0b80d4b44ce1 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] No DVR routers for this DVR port e261cbe1-1727-4d63-90de-466de1f4ff0b on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:35:27.565929 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-9914a48a-da16-49cb-8476-3705093d7b9e req-8a5d01ab-0e96-43b7-925d-0b80d4b44ce1 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:27.569234 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9914a48a-da16-49cb-8476-3705093d7b9e req-8a5d01ab-0e96-43b7-925d-0b80d4b44ce1 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.89 "DELETE /v2.0/ports/e261cbe1-1727-4d63-90de-466de1f4ff0b HTTP/1.1" status: 204 len: 173 time: 0.5345876 Oct 29 01:35:27.569659 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fee65d5-5702-4079-a383-e842216833bc', 'name': 'network-vif-deleted', 'tag': 'e261cbe1-1727-4d63-90de-466de1f4ff0b'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:35:27.572152 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52aed28-8078-42a7-8993-ace5684f8a27" -d '{"events": [{"server_uuid": "0fee65d5-5702-4079-a383-e842216833bc", "name": "network-vif-deleted", "tag": "e261cbe1-1727-4d63-90de-466de1f4ff0b"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:35:27.610274 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dc4565-8349-4e44-a7c9-690faed7c332 x-openstack-request-id: req-76dc4565-8349-4e44-a7c9-690faed7c332 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:35:27.610591 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fee65d5-5702-4079-a383-e842216833bc", "name": "network-vif-deleted", "tag": "e261cbe1-1727-4d63-90de-466de1f4ff0b", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:35:27.610849 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-76dc4565-8349-4e44-a7c9-690faed7c332 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:35:27.611238 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fee65d5-5702-4079-a383-e842216833bc', 'name': 'network-vif-deleted', 'tag': 'e261cbe1-1727-4d63-90de-466de1f4ff0b', 'status': 'completed', 'code': 200} Oct 29 01:35:27.988361 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adb2fa-2fce-4582-9bd2-9d5befabc883 req-ac04f44a-2125-45b7-ab50-4ae3cf2dfc04 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:27.997737 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d0adb2fa-2fce-4582-9bd2-9d5befabc883 req-ac04f44a-2125-45b7-ab50-4ae3cf2dfc04 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0664539 Oct 29 01:35:28.040792 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d0adb2fa-2fce-4582-9bd2-9d5befabc883 req-9de73268-8c5c-48c2-9048-cf96e0ee572c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416505 Oct 29 01:35:28.433656 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-7f0de164-b3bf-4a44-b6f0-06bb370d2558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:28.686747 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-89b52ce1-913b-4cf4-b1fa-b1e80eb6e0d6 req-3e977c93-5b08-45f7-a3b4-cbb1bd4f95b3 tempest-AttachVolumeNegativeTest-563945826 tempest-AttachVolumeNegativeTest-563945826-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fee65d5-5702-4079-a383-e842216833bc HTTP/1.1" status: 200 len: 210 time: 0.0290725 Oct 29 01:35:29.198654 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55141b45-5ffa-497d-bb6c-752d36414221 req-9e367c0a-e1ab-45b0-9c4d-3a7f323ababd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:29.200183 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-55141b45-5ffa-497d-bb6c-752d36414221 req-9e367c0a-e1ab-45b0-9c4d-3a7f323ababd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0699513 Oct 29 01:35:29.259755 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-55141b45-5ffa-497d-bb6c-752d36414221 req-f0181a51-5840-4b4c-ba06-d7e92d159f60 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476410 Oct 29 01:35:29.760311 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 60576) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:29.810860 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_v2 [None req-307d98da-eae4-475c-873e-867c1d6c0587 admin admin] Deleting subnet cc21edfb-afd8-499e-b228-d90b62cd63e1 {{(pid=101938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:35:29.815192 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-307d98da-eae4-475c-873e-867c1d6c0587 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:29.860409 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-307d98da-eae4-475c-873e-867c1d6c0587 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8648604'] for subnet, precommit_delete_associations {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:29.908183 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-307d98da-eae4-475c-873e-867c1d6c0587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471143'] for subnet, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:29.970989 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device e261cbe1-1727-4d63-90de-466de1f4ff0b no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:35:29.995783 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: e261cbe1-1727-4d63-90de-466de1f4ff0b {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:35:29.996129 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device e261cbe1-1727-4d63-90de-466de1f4ff0b not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:35:30.051093 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-307d98da-eae4-475c-873e-867c1d6c0587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8883401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904809'] for subnet, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:30.079036 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d98da-eae4-475c-873e-867c1d6c0587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc21edfb-afd8-499e-b228-d90b62cd63e1,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:30.085643 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-307d98da-eae4-475c-873e-867c1d6c0587 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:30.091762 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 60580) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:30.092297 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-307d98da-eae4-475c-873e-867c1d6c0587 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cc21edfb-afd8-499e-b228-d90b62cd63e1 HTTP/1.1" status: 204 len: 168 time: 0.3303974 Oct 29 01:35:30.170375 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4acaeece-1230-4194-aca8-7829df6aa491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564593'] for network, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:30.256719 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4acaeece-1230-4194-aca8-7829df6aa491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473234', 'neutron.services.segments.db._delete_segments_for_network-8734167248240'] for network, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:30.278813 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-4acaeece-1230-4194-aca8-7829df6aa491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2aa8ce7-c2c3-4863-b2b8-6a289ea40587']}} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:35:30.290384 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-4acaeece-1230-4194-aca8-7829df6aa491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a609b40-42d7-4bd6-8771-b8c54564aecc') {'for_net_delete': True} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:35:30.290881 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-4acaeece-1230-4194-aca8-7829df6aa491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a609b40-42d7-4bd6-8771-b8c54564aecc') {} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:35:30.304813 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4acaeece-1230-4194-aca8-7829df6aa491 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734167249785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10477124'] for segment, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:30.320564 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4acaeece-1230-4194-aca8-7829df6aa491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:30.327946 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acaeece-1230-4194-aca8-7829df6aa491 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=101937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:35:30.328332 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4acaeece-1230-4194-aca8-7829df6aa491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476286'] for segment, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: Traceback (most recent call last): Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: timer() Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: cb(*args, **kw) Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: return func(*args, **kwargs) Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: self._notify() Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: self.callback(batched_events) Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: event.method(event) Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: return f(self, *a, **k) Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: return self._get(url).json() Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: return self.request(url, 'GET', **kwargs) Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:35:30.330312 dv-cinder-815582-5-smb neutron-server[101937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:35:30.380962 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c7b59-68b1-4436-9e2b-8533d7a0c73f req-aaffdc8b-ba38-48bd-b26b-ce53e145e4af tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:30.382518 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e88c7b59-68b1-4436-9e2b-8533d7a0c73f req-aaffdc8b-ba38-48bd-b26b-ce53e145e4af tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0549521 Oct 29 01:35:30.423413 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e88c7b59-68b1-4436-9e2b-8533d7a0c73f req-779d5709-3d99-4023-b16d-9c3eab829000 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330513 Oct 29 01:35:30.881426 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4acaeece-1230-4194-aca8-7829df6aa491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-685616'] for network, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:30.887581 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4acaeece-1230-4194-aca8-7829df6aa491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:30.895688 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-4acaeece-1230-4194-aca8-7829df6aa491 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e2aa8ce7-c2c3-4863-b2b8-6a289ea40587 HTTP/1.1" status: 204 len: 168 time: 0.7972710 Oct 29 01:35:30.902902 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acaeece-1230-4194-aca8-7829df6aa491 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2aa8ce7-c2c3-4863-b2b8-6a289ea40587,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:31.057171 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-22c0e9c6-8bb2-4031-a8a4-a03d76e1d9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:31.288226 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 60592) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:31.336727 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-d6d7e3cc-c89d-43c6-8074-5089ccc30829 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0425b4f10ce24ad59f06076a54460af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471098 Oct 29 01:35:31.339325 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 60594) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:31.390567 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0ca7eaaa-ff3f-48ab-866f-fc7b23391c4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:31.412672 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0ca7eaaa-ff3f-48ab-866f-fc7b23391c4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:31.604266 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef4a3d-ecae-4c26-8762-433fdd4657b6 req-269ad232-7645-4bd6-af21-5c539874caf1 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:31.605944 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b2ef4a3d-ecae-4c26-8762-433fdd4657b6 req-269ad232-7645-4bd6-af21-5c539874caf1 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0733681 Oct 29 01:35:31.657630 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b2ef4a3d-ecae-4c26-8762-433fdd4657b6 req-c8d2ad3f-7476-4032-85a4-761f015cb2f7 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456114 Oct 29 01:35:31.731121 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0ca7eaaa-ff3f-48ab-866f-fc7b23391c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:31.734113 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-0ca7eaaa-ff3f-48ab-866f-fc7b23391c4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:31.735787 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-0ca7eaaa-ff3f-48ab-866f-fc7b23391c4b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/769b407f-b9d8-4c8c-a34e-c77a573abe4f HTTP/1.1" status: 204 len: 168 time: 0.3952048 Oct 29 01:35:31.743796 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7eaaa-ff3f-48ab-866f-fc7b23391c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769b407f-b9d8-4c8c-a34e-c77a573abe4f,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:31.785408 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:32.254042 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:32.377648 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:35:32.814944 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c0a2b-8516-43f9-a9b4-8e4f11a5d87d req-0d3d0c7b-a0d4-4e90-abe9-31997b90d3b0 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:32.816606 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ee4c0a2b-8516-43f9-a9b4-8e4f11a5d87d req-0d3d0c7b-a0d4-4e90-abe9-31997b90d3b0 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0665505 Oct 29 01:35:32.858392 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ee4c0a2b-8516-43f9-a9b4-8e4f11a5d87d req-7e80af89-301d-428d-8f14-6c47dde2555c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408316 Oct 29 01:35:33.989985 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef352576-4531-458f-9a13-ee34853c0b05 req-a35bb5f8-452d-42bd-9f99-786175561859 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:33.992692 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ef352576-4531-458f-9a13-ee34853c0b05 req-a35bb5f8-452d-42bd-9f99-786175561859 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0585589 Oct 29 01:35:34.035192 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ef352576-4531-458f-9a13-ee34853c0b05 req-0d6365b6-b6c1-4546-acd8-be60aab25a25 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359933 Oct 29 01:35:34.736043 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:35.170360 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e377bcc-d88e-45c1-9bbb-ef71fc754bee req-5cbb1589-ba13-4afc-95c1-f51631c02733 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:35.183875 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4e377bcc-d88e-45c1-9bbb-ef71fc754bee req-5cbb1589-ba13-4afc-95c1-f51631c02733 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0671546 Oct 29 01:35:35.230444 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4e377bcc-d88e-45c1-9bbb-ef71fc754bee req-c65a3329-512f-49bb-83b5-cd68013ab204 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456119 Oct 29 01:35:36.359656 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b5514-3942-46e0-b1f2-75f9f17381d3 req-dfb9fe5a-9fdc-4637-b68b-9e99e195ac40 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:36.361535 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cd2b5514-3942-46e0-b1f2-75f9f17381d3 req-dfb9fe5a-9fdc-4637-b68b-9e99e195ac40 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0536935 Oct 29 01:35:36.400344 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cd2b5514-3942-46e0-b1f2-75f9f17381d3 req-93115b0c-417b-4403-a1ef-32bffe6a8081 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326586 Oct 29 01:35:37.328506 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a3666-2cc4-4b71-9342-bd009755bba9 req-a0a99850-5e05-4700-bf26-316dae4d2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:37.329995 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2c4a3666-2cc4-4b71-9342-bd009755bba9 req-a0a99850-5e05-4700-bf26-316dae4d2fb3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f136a6ebba524176833d4f65468e2e04&device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 1098 time: 0.1341527 Oct 29 01:35:37.423583 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a3666-2cc4-4b71-9342-bd009755bba9 req-d5f4c452-50c6-496d-9512-372badb702e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:37.425080 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2c4a3666-2cc4-4b71-9342-bd009755bba9 req-d5f4c452-50c6-496d-9512-372badb702e9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e96d7435-3b33-4631-af13-70db652698aa HTTP/1.1" status: 200 len: 918 time: 0.0872614 Oct 29 01:35:37.517518 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2c4a3666-2cc4-4b71-9342-bd009755bba9 req-895d7709-5a10-4d96-8153-35eabf1faa13 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7292e555-f166-46aa-86cc-a273bd4a8405 HTTP/1.1" status: 200 len: 1001 time: 0.0837700 Oct 29 01:35:37.561193 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15adb8-a8cf-40a6-b6f8-b3dab4049153 req-96636e9b-9089-4a81-a3ed-29a23084295c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:37.562644 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb15adb8-a8cf-40a6-b6f8-b3dab4049153 req-96636e9b-9089-4a81-a3ed-29a23084295c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0887518 Oct 29 01:35:37.589534 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a3666-2cc4-4b71-9342-bd009755bba9 req-86c1ed6a-f566-49ca-9b25-ae26e92a174a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:37.590984 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2c4a3666-2cc4-4b71-9342-bd009755bba9 req-86c1ed6a-f566-49ca-9b25-ae26e92a174a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f5f2a0f-7214-434a-9ad1-734028b6836e HTTP/1.1" status: 200 len: 856 time: 0.0667739 Oct 29 01:35:37.615162 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cb15adb8-a8cf-40a6-b6f8-b3dab4049153 req-ea0e4bdd-0322-434e-a1cc-36bc4cfc2017 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465539 Oct 29 01:35:37.643004 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a3666-2cc4-4b71-9342-bd009755bba9 req-494200a0-3b53-43ec-b736-73de90d712cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:37.644465 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2c4a3666-2cc4-4b71-9342-bd009755bba9 req-494200a0-3b53-43ec-b736-73de90d712cd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e96d7435-3b33-4631-af13-70db652698aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0436194 Oct 29 01:35:37.744210 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2c4a3666-2cc4-4b71-9342-bd009755bba9 req-052ec328-e4ca-47e4-932c-f0d76f1e7b55 service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917890 Oct 29 01:35:37.835484 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2c4a3666-2cc4-4b71-9342-bd009755bba9 req-2784a122-61a9-4804-a85b-a9e665e03cd5 service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829613 Oct 29 01:35:38.195105 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 60698) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:38.299011 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3999c987-c55f-4011-aa6b-4d2d6d3f5238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:38.374046 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3999c987-c55f-4011-aa6b-4d2d6d3f5238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:38.453413 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3999c987-c55f-4011-aa6b-4d2d6d3f5238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:38.492366 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-3999c987-c55f-4011-aa6b-4d2d6d3f5238 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dd1831bbc64b43edb39af3450415171b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962072 Oct 29 01:35:38.493403 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999c987-c55f-4011-aa6b-4d2d6d3f5238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763bdae4-fa3b-48dc-809c-b9edfc0586cb,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:38.495137 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 60702) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:38.544049 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c834945a-1786-4859-b0cc-ebe299722f28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:38.564417 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c834945a-1786-4859-b0cc-ebe299722f28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:38.728578 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c834945a-1786-4859-b0cc-ebe299722f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:38.731232 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c834945a-1786-4859-b0cc-ebe299722f28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:38.732395 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-c834945a-1786-4859-b0cc-ebe299722f28 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/763bdae4-fa3b-48dc-809c-b9edfc0586cb HTTP/1.1" status: 204 len: 168 time: 0.2356892 Oct 29 01:35:38.735803 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a2e27-5347-4aef-beff-5c79c271a3af req-a9a73e01-fcb4-4aed-9196-1c8e7c1fa679 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:38.737302 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4f4a2e27-5347-4aef-beff-5c79c271a3af req-a9a73e01-fcb4-4aed-9196-1c8e7c1fa679 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0485036 Oct 29 01:35:38.740135 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834945a-1786-4859-b0cc-ebe299722f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763bdae4-fa3b-48dc-809c-b9edfc0586cb,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:38.779566 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4f4a2e27-5347-4aef-beff-5c79c271a3af req-eb4c1678-b2b9-40ce-9052-2509f792e965 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342679 Oct 29 01:35:39.557082 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e72fe-a8ce-44b8-9b13-50e471d0f1c3 req-d88ae002-12bc-420b-873c-876f0b4755a8 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:39.558585 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-830e72fe-a8ce-44b8-9b13-50e471d0f1c3 req-d88ae002-12bc-420b-873c-876f0b4755a8 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0481899 Oct 29 01:35:39.597384 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-830e72fe-a8ce-44b8-9b13-50e471d0f1c3 req-f2dc3ec9-86de-4eca-b5f9-154da26b6b13 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328524 Oct 29 01:35:39.741682 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:39.915849 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993371f-c251-4e38-87f6-72166adbe33d req-a23276e3-2e46-4297-a4d4-a146de3e9058 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:39.917418 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e993371f-c251-4e38-87f6-72166adbe33d req-a23276e3-2e46-4297-a4d4-a146de3e9058 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 945 time: 0.0563080 Oct 29 01:35:39.958011 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e993371f-c251-4e38-87f6-72166adbe33d req-2aadb956-9af5-4356-b22a-360895c47fcf tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335641 Oct 29 01:35:40.056063 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 7292e555-f166-46aa-86cc-a273bd4a8405 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:35:40.137463 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:40.160877 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7292e555-f166-46aa-86cc-a273bd4a8405'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:35:40.163158 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6a7ad1-bdeb-47ec-80f8-36bf4b8ba425" -d '{"events": [{"server_uuid": "28c6aa1b-7d56-4497-95fe-0b12c27d5d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "7292e555-f166-46aa-86cc-a273bd4a8405"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:35:40.176172 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 7292e555-f166-46aa-86cc-a273bd4a8405, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7292e555-f166-46aa-86cc-a273bd4a8405,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:40.201328 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 01:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b16024-a0bb-43f8-8ff5-dff0e124f754 x-openstack-request-id: req-70b16024-a0bb-43f8-8ff5-dff0e124f754 {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:35:40.201643 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c6aa1b-7d56-4497-95fe-0b12c27d5d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "7292e555-f166-46aa-86cc-a273bd4a8405", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:35:40.201931 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70b16024-a0bb-43f8-8ff5-dff0e124f754 {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:35:40.202316 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7292e555-f166-46aa-86cc-a273bd4a8405', 'code': 200} Oct 29 01:35:40.278749 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:40.327566 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=7292e555-f166-46aa-86cc-a273bd4a8405,revision_number=8']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:40.720675 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac1882-e414-4910-8709-892ba0cb8151 req-eaf23c30-5caa-4c81-884f-d64f351dae9d tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:40.722196 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6eac1882-e414-4910-8709-892ba0cb8151 req-eaf23c30-5caa-4c81-884f-d64f351dae9d tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0527079 Oct 29 01:35:40.761809 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6eac1882-e414-4910-8709-892ba0cb8151 req-95d740ee-8de9-4842-8efc-e0192f9ef73f tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330269 Oct 29 01:35:41.080877 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb88f4-46f3-4dc6-8e3c-e5919d589434 req-00114ff1-e909-401c-8930-45b8fd8511c2 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:41.082387 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fb88f4-46f3-4dc6-8e3c-e5919d589434 req-00114ff1-e909-401c-8930-45b8fd8511c2 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0496135 Oct 29 01:35:41.120594 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fb88f4-46f3-4dc6-8e3c-e5919d589434 req-1f685e14-5fa1-495f-93e4-d3c20bc574bd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320749 Oct 29 01:35:41.882242 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a75a8e-fb5c-40d2-a3d2-c061708a9cfb req-6e408e1b-81a2-440a-8cc1-ebac0cdf0c8c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:41.884402 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-64a75a8e-fb5c-40d2-a3d2-c061708a9cfb req-6e408e1b-81a2-440a-8cc1-ebac0cdf0c8c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0525661 Oct 29 01:35:41.911829 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 60784) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:41.924505 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-64a75a8e-fb5c-40d2-a3d2-c061708a9cfb req-60342fc2-d206-49b0-955f-59e1c8cbbe77 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342515 Oct 29 01:35:42.016902 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:42.093203 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:42.245515 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:42.283352 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=97491494379e48b293df4bd69664f6b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704500 Oct 29 01:35:42.284218 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e48d6c4-851f-4578-a499-bb0ecec12322,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:42.286002 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 60792) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:42.291542 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:42.291896 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:42.292379 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:42.292614 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:42.292948 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:42.293279 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:42.293608 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:42.294038 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:42.297167 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:42.297167 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:42.297167 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:42.297167 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e445f-46aa-40b3-8918-c14e6cf3f607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:42.335924 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-36c66076-f726-48bb-ae40-c613746c2582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:42.357012 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-36c66076-f726-48bb-ae40-c613746c2582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:42.504899 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-36c66076-f726-48bb-ae40-c613746c2582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:42.507474 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-36c66076-f726-48bb-ae40-c613746c2582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:42.508865 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-36c66076-f726-48bb-ae40-c613746c2582 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e48d6c4-851f-4578-a499-bb0ecec12322 HTTP/1.1" status: 204 len: 168 time: 0.2216663 Oct 29 01:35:42.516505 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c66076-f726-48bb-ae40-c613746c2582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e48d6c4-851f-4578-a499-bb0ecec12322,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:43.040895 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642e79b-57a4-4691-a0ef-67d0edf6266d req-4a0dffbc-86bb-49e6-ba12-425cacbbff8b tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:43.042299 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7642e79b-57a4-4691-a0ef-67d0edf6266d req-4a0dffbc-86bb-49e6-ba12-425cacbbff8b tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0477464 Oct 29 01:35:43.082559 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7642e79b-57a4-4691-a0ef-67d0edf6266d req-8ec2032c-556c-44f6-ad96-df6259ff76c5 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341756 Oct 29 01:35:43.187085 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 60810) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:43.204833 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-be13876f-f79c-4992-8420-044e1e92099d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:43.278125 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-be13876f-f79c-4992-8420-044e1e92099d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:43.359298 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-be13876f-f79c-4992-8420-044e1e92099d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:43.396595 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-be13876f-f79c-4992-8420-044e1e92099d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=826c7a06dec04b7d9b92230ec86541cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084360 Oct 29 01:35:43.397477 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13876f-f79c-4992-8420-044e1e92099d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9716c9b2-df54-413b-9a96-b28dea264e41,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:43.400067 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 60814) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:43.453096 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3a21897c-1fca-429f-9f74-310d722a7400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:43.474077 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3a21897c-1fca-429f-9f74-310d722a7400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:43.636519 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3a21897c-1fca-429f-9f74-310d722a7400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:43.640018 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3a21897c-1fca-429f-9f74-310d722a7400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:43.641543 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-3a21897c-1fca-429f-9f74-310d722a7400 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9716c9b2-df54-413b-9a96-b28dea264e41 HTTP/1.1" status: 204 len: 168 time: 0.2401445 Oct 29 01:35:43.653088 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21897c-1fca-429f-9f74-310d722a7400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9716c9b2-df54-413b-9a96-b28dea264e41,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:43.954279 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e5d20-703f-42a4-a418-2099b047b0dc req-d04d3128-b709-4cf8-aea5-bfd96420f1d5 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:43.955748 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1f5e5d20-703f-42a4-a418-2099b047b0dc req-d04d3128-b709-4cf8-aea5-bfd96420f1d5 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0499649 Oct 29 01:35:43.994003 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1f5e5d20-703f-42a4-a418-2099b047b0dc req-a796929b-a199-4671-864a-1507f8c4995d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319788 Oct 29 01:35:44.079458 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 7292e555-f166-46aa-86cc-a273bd4a8405 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:35:44.230920 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e4340-9b45-4608-b41a-cafbe8e121d4 req-fbeefc5f-2aa3-40e0-9b48-3ac7c9caa9a5 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:44.232502 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-688e4340-9b45-4608-b41a-cafbe8e121d4 req-fbeefc5f-2aa3-40e0-9b48-3ac7c9caa9a5 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0610003 Oct 29 01:35:44.279568 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-688e4340-9b45-4608-b41a-cafbe8e121d4 req-538d1b8c-18f2-4b2e-8541-8e4e66226045 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403488 Oct 29 01:35:44.589004 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 60860) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:44.671490 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-68783f86-92be-4dca-a4e3-317d2791382f req-b942252d-4496-40fa-a217-fb061271047f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809269 Oct 29 01:35:44.680242 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [req-68783f86-92be-4dca-a4e3-317d2791382f req-f97de543-b223-40b2-a701-8c6c54ff2b6f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=101938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:35:44.681886 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-68783f86-92be-4dca-a4e3-317d2791382f req-f97de543-b223-40b2-a701-8c6c54ff2b6f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054798 Oct 29 01:35:45.118254 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1dd05-d6b9-4e7e-93fd-a407a248bc7e req-4c56e209-391d-47c5-b11a-00f778390183 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:45.119753 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6ea1dd05-d6b9-4e7e-93fd-a407a248bc7e req-4c56e209-391d-47c5-b11a-00f778390183 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0508103 Oct 29 01:35:45.162325 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6ea1dd05-d6b9-4e7e-93fd-a407a248bc7e req-3a330571-9275-44a5-990f-a8166ed0b8fb tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365405 Oct 29 01:35:45.402275 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76788b28-589d-43d4-abb6-f9a7e1e607d8 req-837b83d0-ceea-4b29-b404-dd89ddcd33fa tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:45.403830 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-76788b28-589d-43d4-abb6-f9a7e1e607d8 req-837b83d0-ceea-4b29-b404-dd89ddcd33fa tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0522647 Oct 29 01:35:45.444251 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-76788b28-589d-43d4-abb6-f9a7e1e607d8 req-b0772fad-2ad4-4bb0-b53d-b3d6f2bf4948 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344303 Oct 29 01:35:46.292112 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f63129-7aad-4140-ae50-dd4591ddb8f9 req-7480f4c5-1e0c-4356-80eb-542f0a640b7f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:46.293571 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34f63129-7aad-4140-ae50-dd4591ddb8f9 req-7480f4c5-1e0c-4356-80eb-542f0a640b7f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0545459 Oct 29 01:35:46.332596 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-34f63129-7aad-4140-ae50-dd4591ddb8f9 req-06aec737-cb72-481e-8901-4989a0ecc7e6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330548 Oct 29 01:35:46.563847 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d9261-4a9f-4be0-8175-88a85946ec6c req-92cb131b-5463-40ca-9841-b537b65142ea tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:46.565229 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a11d9261-4a9f-4be0-8175-88a85946ec6c req-92cb131b-5463-40ca-9841-b537b65142ea tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0483770 Oct 29 01:35:46.609399 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a11d9261-4a9f-4be0-8175-88a85946ec6c req-126bc913-963e-4ea7-83f7-4956b8cb66b7 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378857 Oct 29 01:35:46.654978 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68783f86-92be-4dca-a4e3-317d2791382f req-c8d63e16-8e96-47ed-9762-e3104c3f91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:46.656836 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-68783f86-92be-4dca-a4e3-317d2791382f req-c8d63e16-8e96-47ed-9762-e3104c3f91f7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e&tenant_id=f136a6ebba524176833d4f65468e2e04 HTTP/1.1" status: 200 len: 1096 time: 0.0465493 Oct 29 01:35:46.792213 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68783f86-92be-4dca-a4e3-317d2791382f req-22b5c4f3-4d22-44be-8fd0-c084724ffaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:46.793695 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-68783f86-92be-4dca-a4e3-317d2791382f req-22b5c4f3-4d22-44be-8fd0-c084724ffaea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f136a6ebba524176833d4f65468e2e04&device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 1096 time: 0.0439177 Oct 29 01:35:46.885028 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68783f86-92be-4dca-a4e3-317d2791382f req-088815e4-2857-4875-981f-0891522b2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:46.886520 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-68783f86-92be-4dca-a4e3-317d2791382f req-088815e4-2857-4875-981f-0891522b2f88 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e96d7435-3b33-4631-af13-70db652698aa HTTP/1.1" status: 200 len: 918 time: 0.0849805 Oct 29 01:35:46.956907 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-68783f86-92be-4dca-a4e3-317d2791382f req-4c1e11b9-41a0-4a8d-afaa-df8454a5481a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7292e555-f166-46aa-86cc-a273bd4a8405 HTTP/1.1" status: 200 len: 999 time: 0.0617719 Oct 29 01:35:47.011348 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68783f86-92be-4dca-a4e3-317d2791382f req-fdcc0892-0371-43de-9d86-5a9ab8bcabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:47.012795 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-68783f86-92be-4dca-a4e3-317d2791382f req-fdcc0892-0371-43de-9d86-5a9ab8bcabbb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f5f2a0f-7214-434a-9ad1-734028b6836e HTTP/1.1" status: 200 len: 856 time: 0.0479212 Oct 29 01:35:47.083405 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68783f86-92be-4dca-a4e3-317d2791382f req-2d3ead02-e9be-4fd8-b505-93258c23f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:47.084860 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-68783f86-92be-4dca-a4e3-317d2791382f req-2d3ead02-e9be-4fd8-b505-93258c23f535 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e96d7435-3b33-4631-af13-70db652698aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0411079 Oct 29 01:35:47.184814 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-68783f86-92be-4dca-a4e3-317d2791382f req-24f9f67b-b61c-4997-afac-f1a0040a976b service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871189 Oct 29 01:35:47.278074 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-68783f86-92be-4dca-a4e3-317d2791382f req-d1af7a5d-07c6-4bd9-be13-3bbf945fd7d4 service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853760 Oct 29 01:35:47.457419 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e31b-0120-410f-a48e-07a7b0ed37b4 req-a5bf341a-16d9-4962-b756-d112b65baa65 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:47.459022 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-07e2e31b-0120-410f-a48e-07a7b0ed37b4 req-a5bf341a-16d9-4962-b756-d112b65baa65 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0537801 Oct 29 01:35:47.795452 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-07e2e31b-0120-410f-a48e-07a7b0ed37b4 req-9590dbd1-8842-4477-83ef-4621eff92e61 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3302405 Oct 29 01:35:47.816583 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2246ed-001f-4fd0-9c51-bcf4d57205b1 req-5b26b05a-bda9-4ff9-b78a-810c5c262b22 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:47.818279 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3e2246ed-001f-4fd0-9c51-bcf4d57205b1 req-5b26b05a-bda9-4ff9-b78a-810c5c262b22 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0654106 Oct 29 01:35:47.862324 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3e2246ed-001f-4fd0-9c51-bcf4d57205b1 req-8643000c-452a-4a00-9264-236a24aa2c25 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380788 Oct 29 01:35:48.935769 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78b757-c528-4a53-b23c-f047bcd0ebb0 req-38e8cd4a-280b-4e52-ade2-343320007252 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:48.937473 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7e78b757-c528-4a53-b23c-f047bcd0ebb0 req-38e8cd4a-280b-4e52-ade2-343320007252 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0581388 Oct 29 01:35:49.021146 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d24bc-6b92-44e9-b908-7ad5591b1cda req-5de7d31f-fd92-4db5-bdfb-1b9917e0eff8 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:49.022675 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6e7d24bc-6b92-44e9-b908-7ad5591b1cda req-5de7d31f-fd92-4db5-bdfb-1b9917e0eff8 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0828884 Oct 29 01:35:49.025892 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7e78b757-c528-4a53-b23c-f047bcd0ebb0 req-8564ddfb-a080-4cea-95b6-31de56827a3f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753686 Oct 29 01:35:49.067714 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6e7d24bc-6b92-44e9-b908-7ad5591b1cda req-c86ac695-6bab-4298-b160-5760c4bc6a40 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387053 Oct 29 01:35:50.163394 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f3cb4-c80f-400e-b49a-afefb9e1cc48 req-529976ac-786c-47ee-9779-840455c20bc8 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:50.165936 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-042f3cb4-c80f-400e-b49a-afefb9e1cc48 req-529976ac-786c-47ee-9779-840455c20bc8 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0660288 Oct 29 01:35:50.205804 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-042f3cb4-c80f-400e-b49a-afefb9e1cc48 req-661ced40-39ec-441f-84d3-54c4d9e51041 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338953 Oct 29 01:35:50.323465 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bca30-8577-41a0-a349-6a76d4a8a133 req-3467302a-6a58-497f-9572-3afe23df82e7 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:50.324872 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5b4bca30-8577-41a0-a349-6a76d4a8a133 req-3467302a-6a58-497f-9572-3afe23df82e7 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0523221 Oct 29 01:35:50.368249 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5b4bca30-8577-41a0-a349-6a76d4a8a133 req-3f3a5d7c-63fb-42d2-9cf1-ee5fa9b41355 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373189 Oct 29 01:35:51.345850 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc37890-db9b-451c-a7be-e7947e23a2a9 req-1633a2f9-d6b1-4974-8462-f29c306e52d6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:51.347343 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1dc37890-db9b-451c-a7be-e7947e23a2a9 req-1633a2f9-d6b1-4974-8462-f29c306e52d6 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0540957 Oct 29 01:35:51.385745 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1dc37890-db9b-451c-a7be-e7947e23a2a9 req-0dbf4027-f307-4d10-84c2-f181b5cd67ed tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322835 Oct 29 01:35:51.515320 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811146e3-84f8-48e7-8ad8-6a21230ab1f1 req-f001c7aa-91bb-4c52-9739-d96e3696c3d3 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:51.516783 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-811146e3-84f8-48e7-8ad8-6a21230ab1f1 req-f001c7aa-91bb-4c52-9739-d96e3696c3d3 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0511343 Oct 29 01:35:51.557573 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-811146e3-84f8-48e7-8ad8-6a21230ab1f1 req-15f173d6-6ae5-4f62-ab4e-218b028f414d tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348766 Oct 29 01:35:52.523896 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02dd25-ead2-4284-89aa-e2f09a09dba2 req-da2f5691-d9ee-41e0-b309-67a8d993327f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:52.526518 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9b02dd25-ead2-4284-89aa-e2f09a09dba2 req-da2f5691-d9ee-41e0-b309-67a8d993327f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0511520 Oct 29 01:35:52.568108 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9b02dd25-ead2-4284-89aa-e2f09a09dba2 req-e809ebd3-fd6f-4015-9bd5-e79dc2600317 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351098 Oct 29 01:35:52.698499 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480f68e-b495-41bd-b183-a276ca5105d8 req-ea85a92b-b69c-4fd2-ae9f-8022a621319d tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:52.700184 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6480f68e-b495-41bd-b183-a276ca5105d8 req-ea85a92b-b69c-4fd2-ae9f-8022a621319d tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0588787 Oct 29 01:35:52.742670 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6480f68e-b495-41bd-b183-a276ca5105d8 req-29e652da-e056-4024-ae3c-55188da6f839 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328186 Oct 29 01:35:53.714669 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5546f-4686-4634-99ca-287cdb72f199 req-1802e10b-eea1-473a-a1a6-34c3f7bac90e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:53.716148 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-31a5546f-4686-4634-99ca-287cdb72f199 req-1802e10b-eea1-473a-a1a6-34c3f7bac90e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0514264 Oct 29 01:35:53.754026 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-31a5546f-4686-4634-99ca-287cdb72f199 req-c3bccf2f-dfdb-443a-986e-daf9b8596d0c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318942 Oct 29 01:35:53.865467 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83964ef1-a9f7-446f-8f66-9e9044665296 req-e6a76b9c-a37b-49bb-a61f-59ecff3b37a9 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:53.866935 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-83964ef1-a9f7-446f-8f66-9e9044665296 req-e6a76b9c-a37b-49bb-a61f-59ecff3b37a9 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0508461 Oct 29 01:35:53.906104 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-83964ef1-a9f7-446f-8f66-9e9044665296 req-00d6b5f2-eb39-45ac-823d-6a9939465fdb tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324419 Oct 29 01:35:54.882811 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b905ca-b18a-4794-9ed3-ed54b1795eeb req-45a22bec-ba52-4de4-a59a-952facccbb8f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:54.887615 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b5b905ca-b18a-4794-9ed3-ed54b1795eeb req-45a22bec-ba52-4de4-a59a-952facccbb8f tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0576909 Oct 29 01:35:54.925882 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b5b905ca-b18a-4794-9ed3-ed54b1795eeb req-52e8d008-5008-44e1-93f4-393b940079d4 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337081 Oct 29 01:35:55.034635 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3390da-1492-441a-b4b5-e35823b47440 req-160b74f2-12ff-4e08-83c7-4d3b26b6834e tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:55.036296 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4e3390da-1492-441a-b4b5-e35823b47440 req-160b74f2-12ff-4e08-83c7-4d3b26b6834e tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0510256 Oct 29 01:35:55.081058 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4e3390da-1492-441a-b4b5-e35823b47440 req-3ac64724-8686-4099-a146-a8846dd66b3e tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379052 Oct 29 01:35:56.047062 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f5c1c-3e20-4825-a1ed-b1c6c40ebdfa req-2c071417-bfd7-4d33-b9b5-e4f4f29eac00 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:56.048868 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-317f5c1c-3e20-4825-a1ed-b1c6c40ebdfa req-2c071417-bfd7-4d33-b9b5-e4f4f29eac00 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0497901 Oct 29 01:35:56.093334 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-317f5c1c-3e20-4825-a1ed-b1c6c40ebdfa req-c7ba5dfa-6481-47ca-84a6-eb64279d517e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367341 Oct 29 01:35:56.211332 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509cd59-9ba1-4431-ad81-dd027dd2383a req-99a1ded2-8c50-4911-950e-6a223b4b24d5 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:56.213350 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7509cd59-9ba1-4431-ad81-dd027dd2383a req-99a1ded2-8c50-4911-950e-6a223b4b24d5 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0587931 Oct 29 01:35:56.262834 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7509cd59-9ba1-4431-ad81-dd027dd2383a req-b71a8ab5-69db-40e2-86bc-41fad4407241 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420291 Oct 29 01:35:57.223753 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25562c8-b56c-4c50-861f-fd9a6edf7098 req-c4789577-8fc2-4e22-8502-5c93db769400 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:57.225284 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d25562c8-b56c-4c50-861f-fd9a6edf7098 req-c4789577-8fc2-4e22-8502-5c93db769400 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0516298 Oct 29 01:35:57.265403 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d25562c8-b56c-4c50-861f-fd9a6edf7098 req-87663b48-71d0-4304-8339-7bf205aefe9d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336964 Oct 29 01:35:57.391065 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5c5c4-62ac-4993-b229-a7967ff22483 req-14368a39-fd19-4727-a9db-5bb32e32d779 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:57.392439 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6eb5c5c4-62ac-4993-b229-a7967ff22483 req-14368a39-fd19-4727-a9db-5bb32e32d779 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0501969 Oct 29 01:35:57.432083 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6eb5c5c4-62ac-4993-b229-a7967ff22483 req-a877134f-c10d-4f7c-83d4-174545d2fdd1 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336907 Oct 29 01:35:58.401072 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60881abe-371d-44b2-a536-17832af12251 req-133dbdfa-b61e-4a7e-bb0b-72dae9863d0c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:58.403317 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-60881abe-371d-44b2-a536-17832af12251 req-133dbdfa-b61e-4a7e-bb0b-72dae9863d0c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0558796 Oct 29 01:35:58.437971 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-79c8358a-b260-480c-9120-c78964ad3169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:58.454987 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-60881abe-371d-44b2-a536-17832af12251 req-25aebf3a-ea84-40b3-a987-dfe52c2bb772 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432839 Oct 29 01:35:58.588324 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3bea9-df7d-4a5d-a945-1ab1eceba001 req-5a0d6264-4205-43c5-9a41-cd0d14af92e4 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:58.589970 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e9b3bea9-df7d-4a5d-a945-1ab1eceba001 req-5a0d6264-4205-43c5-9a41-cd0d14af92e4 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0605681 Oct 29 01:35:58.637119 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e9b3bea9-df7d-4a5d-a945-1ab1eceba001 req-693b5d0f-97f9-46ef-9b76-c59328d8e160 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408380 Oct 29 01:35:59.579272 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11c5c5-42fe-4a3e-87dc-4715889e003e req-6c13f0cb-6f2b-42e3-a921-9d041140b47c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:59.580743 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-dc11c5c5-42fe-4a3e-87dc-4715889e003e req-6c13f0cb-6f2b-42e3-a921-9d041140b47c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0523653 Oct 29 01:35:59.620526 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-dc11c5c5-42fe-4a3e-87dc-4715889e003e req-2b656fd5-4015-4a26-8b16-8172d5504870 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323315 Oct 29 01:35:59.755350 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a8042-215a-40ee-877d-248c972bd0c3 req-16634106-3b20-4c92-b638-7155ada22dbe tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:59.758167 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7a4a8042-215a-40ee-877d-248c972bd0c3 req-16634106-3b20-4c92-b638-7155ada22dbe tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0550630 Oct 29 01:35:59.797523 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7a4a8042-215a-40ee-877d-248c972bd0c3 req-99c82a9d-c742-435f-89a1-f45d42611200 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337510 Oct 29 01:36:00.541651 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a495894-114f-4653-97b1-6d9d0a1cae15 req-4bcde9df-f35d-487a-a788-dbc87f839282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:00.543105 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4a495894-114f-4653-97b1-6d9d0a1cae15 req-4bcde9df-f35d-487a-a788-dbc87f839282 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ec8b209809be4871af2647d63205c92f&device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 1099 time: 0.0416610 Oct 29 01:36:00.641201 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a495894-114f-4653-97b1-6d9d0a1cae15 req-a6105f62-8ab5-4ae3-938c-c54b49d86ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:00.643780 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4a495894-114f-4653-97b1-6d9d0a1cae15 req-a6105f62-8ab5-4ae3-938c-c54b49d86ac7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ada08a0c-2acd-4c9f-b94b-04132d5562f9 HTTP/1.1" status: 200 len: 910 time: 0.0934460 Oct 29 01:36:00.734050 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4a495894-114f-4653-97b1-6d9d0a1cae15 req-1e339b13-6886-49d9-bb8c-f30168b4623f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9320da36-2f2c-4694-9413-162840889512 HTTP/1.1" status: 200 len: 1002 time: 0.0823600 Oct 29 01:36:00.782826 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c461ea3-b0c1-4c21-bfd2-ffc3ba920e72 req-cea62d70-5c74-424d-9f63-c7411a910cfd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:00.784297 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4c461ea3-b0c1-4c21-bfd2-ffc3ba920e72 req-cea62d70-5c74-424d-9f63-c7411a910cfd tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0853307 Oct 29 01:36:00.810260 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a495894-114f-4653-97b1-6d9d0a1cae15 req-a832f442-6558-4259-847e-91a6870fcefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:00.811583 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4a495894-114f-4653-97b1-6d9d0a1cae15 req-a832f442-6558-4259-847e-91a6870fcefd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2576f1bd-041d-4334-bc89-73007635b70e HTTP/1.1" status: 200 len: 848 time: 0.0702753 Oct 29 01:36:00.840200 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4c461ea3-b0c1-4c21-bfd2-ffc3ba920e72 req-ba431f62-315d-467b-a0e3-1bf1bd140ba9 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486534 Oct 29 01:36:00.894043 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a495894-114f-4653-97b1-6d9d0a1cae15 req-e1291207-b0b9-4dc8-8f57-acf4564e9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:00.895513 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4a495894-114f-4653-97b1-6d9d0a1cae15 req-e1291207-b0b9-4dc8-8f57-acf4564e9d27 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ada08a0c-2acd-4c9f-b94b-04132d5562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717442 Oct 29 01:36:00.964726 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed50dc-30fc-4bac-ae31-123f0b484282 req-693df19a-bb36-4050-831a-a85e14ac2a49 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:00.966253 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c2ed50dc-30fc-4bac-ae31-123f0b484282 req-693df19a-bb36-4050-831a-a85e14ac2a49 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0995884 Oct 29 01:36:01.021868 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c2ed50dc-30fc-4bac-ae31-123f0b484282 req-35572309-e15b-440d-84e4-c372a307745a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490916 Oct 29 01:36:01.039172 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4a495894-114f-4653-97b1-6d9d0a1cae15 req-afc32cac-b3a7-47ec-b44f-df89cacab92e service neutron] 10.222.0.89 "GET /v2.0/networks/ada08a0c-2acd-4c9f-b94b-04132d5562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322939 Oct 29 01:36:01.046044 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4614fabb-fea9-4148-a0b2-521cc3578508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:01.133164 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-4a495894-114f-4653-97b1-6d9d0a1cae15 req-4bbea1e5-0deb-4cce-b617-53b7ce72802d service neutron] 10.222.0.89 "GET /v2.0/networks/ada08a0c-2acd-4c9f-b94b-04132d5562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838356 Oct 29 01:36:01.609038 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:01.969863 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00f5ff-e10b-426f-befd-900246ef4d5b req-0456da7e-db4e-4645-ba86-cb56bd0b9d2c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:01.971337 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9d00f5ff-e10b-426f-befd-900246ef4d5b req-0456da7e-db4e-4645-ba86-cb56bd0b9d2c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 943 time: 0.0528400 Oct 29 01:36:02.030243 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9d00f5ff-e10b-426f-befd-900246ef4d5b req-6b6d1581-e51b-42d3-bf48-fea4d7b339f4 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320995 Oct 29 01:36:02.143762 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4baf60-10bb-4520-9863-8c59a9388005 req-915ab508-1a31-4332-ab72-e91fcde6f7d2 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:02.145230 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-da4baf60-10bb-4520-9863-8c59a9388005 req-915ab508-1a31-4332-ab72-e91fcde6f7d2 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0540695 Oct 29 01:36:02.167631 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 7292e555-f166-46aa-86cc-a273bd4a8405 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:36:02.185126 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-da4baf60-10bb-4520-9863-8c59a9388005 req-17de2b88-906c-4ee8-bb26-967209eca905 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335729 Oct 29 01:36:02.272264 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 7292e555-f166-46aa-86cc-a273bd4a8405, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7292e555-f166-46aa-86cc-a273bd4a8405,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:02.285023 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '7292e555-f166-46aa-86cc-a273bd4a8405', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'port_id': '7292e555-f166-46aa-86cc-a273bd4a8405', 'mac_address': 'fa:16:3e:39:60:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:36:02.322411 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:02.335009 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7292e555-f166-46aa-86cc-a273bd4a8405 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:36:02.366848 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 7292e555-f166-46aa-86cc-a273bd4a8405, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7292e555-f166-46aa-86cc-a273bd4a8405,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:02.518277 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:02.546520 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:02.596163 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=7292e555-f166-46aa-86cc-a273bd4a8405,revision_number=9']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:02.835953 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['7292e555-f166-46aa-86cc-a273bd4a8405'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:36:03.131817 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830750d-3109-457b-afcb-b6e5bec0881f req-32f105a8-05ad-4d54-9a95-83c0a94bb902 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:03.133775 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b830750d-3109-457b-afcb-b6e5bec0881f req-32f105a8-05ad-4d54-9a95-83c0a94bb902 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 944 time: 0.0507081 Oct 29 01:36:03.178721 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b830750d-3109-457b-afcb-b6e5bec0881f req-cf58d90c-3a9d-4d14-9af7-ad5644c2f271 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389125 Oct 29 01:36:03.310392 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41343be1-61e2-4d93-9dd7-6f72ec49ce42 req-bbd52f3e-180e-4082-a19c-0a3d5a333853 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:03.311861 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-41343be1-61e2-4d93-9dd7-6f72ec49ce42 req-bbd52f3e-180e-4082-a19c-0a3d5a333853 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0528569 Oct 29 01:36:03.359679 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-41343be1-61e2-4d93-9dd7-6f72ec49ce42 req-fc8bef56-aaf0-4514-b682-72bbb14db69b tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418012 Oct 29 01:36:04.222791 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 7292e555-f166-46aa-86cc-a273bd4a8405 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:36:04.270989 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:04.285030 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 7292e555-f166-46aa-86cc-a273bd4a8405 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:36:04.285639 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:04.315449 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fba542-1f2c-45c6-a705-b95c516ffca3 req-af6deb55-4eff-42e6-9e75-404509de022c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:04.318353 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-01fba542-1f2c-45c6-a705-b95c516ffca3 req-af6deb55-4eff-42e6-9e75-404509de022c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 944 time: 0.0596545 Oct 29 01:36:04.358867 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-01fba542-1f2c-45c6-a705-b95c516ffca3 req-7c8b30af-7b9a-4e26-b5de-69d21a12f507 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338082 Oct 29 01:36:04.372224 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:04.404379 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7292e555-f166-46aa-86cc-a273bd4a8405'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:04.406654 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11daf3c-55d3-4992-b73c-74dfbd751948" -d '{"events": [{"server_uuid": "28c6aa1b-7d56-4497-95fe-0b12c27d5d4e", "name": "network-vif-plugged", "status": "completed", "tag": "7292e555-f166-46aa-86cc-a273bd4a8405"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:04.419804 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 7292e555-f166-46aa-86cc-a273bd4a8405, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7292e555-f166-46aa-86cc-a273bd4a8405,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:04.485471 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738cf2d-9418-4ee4-a1ea-3ec34c29196c req-e5b12dbf-b657-4b61-a49f-08398c45e190 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:04.487206 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c738cf2d-9418-4ee4-a1ea-3ec34c29196c req-e5b12dbf-b657-4b61-a49f-08398c45e190 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0550022 Oct 29 01:36:04.487589 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:04.488555 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 9320da36-2f2c-4694-9413-162840889512 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:36:04.542129 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c738cf2d-9418-4ee4-a1ea-3ec34c29196c req-fa05c1d3-5e3a-49c7-9745-766039d41f5b tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416820 Oct 29 01:36:04.575035 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=7292e555-f166-46aa-86cc-a273bd4a8405,revision_number=10']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:04.578991 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975f5a5d-54c7-4892-8d3c-908560a9482a x-openstack-request-id: req-975f5a5d-54c7-4892-8d3c-908560a9482a {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:04.579282 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c6aa1b-7d56-4497-95fe-0b12c27d5d4e", "name": "network-vif-plugged", "status": "completed", "tag": "7292e555-f166-46aa-86cc-a273bd4a8405", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:04.579533 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-975f5a5d-54c7-4892-8d3c-908560a9482a {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:04.579917 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7292e555-f166-46aa-86cc-a273bd4a8405', 'code': 200} Oct 29 01:36:04.621920 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:04.663385 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 9320da36-2f2c-4694-9413-162840889512, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9320da36-2f2c-4694-9413-162840889512,segment=NetworkSegment(3998acc8-802d-4037-a8df-90a5105a6ee9),segment_id=3998acc8-802d-4037-a8df-90a5105a6ee9)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:04.758019 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:04.814100 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=9320da36-2f2c-4694-9413-162840889512,revision_number=6']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:05.524969 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1be20-c9b3-4d36-8325-c8d704afd8c1 req-1633d5cf-6ab3-47e0-b4b2-0b00e1b96e9d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:05.526481 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9fd1be20-c9b3-4d36-8325-c8d704afd8c1 req-1633d5cf-6ab3-47e0-b4b2-0b00e1b96e9d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 946 time: 0.0755076 Oct 29 01:36:05.562483 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385daef4-9ab1-4007-886a-a188e63b69a9 req-dc5f40c0-0519-44cf-bb8f-9b1ed12458e5 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:05.563942 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-385daef4-9ab1-4007-886a-a188e63b69a9 req-dc5f40c0-0519-44cf-bb8f-9b1ed12458e5 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 944 time: 0.0765493 Oct 29 01:36:05.587198 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9fd1be20-c9b3-4d36-8325-c8d704afd8c1 req-06506426-6a30-4a7f-b3d2-ecdaf66593ac tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522072 Oct 29 01:36:05.613406 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-385daef4-9ab1-4007-886a-a188e63b69a9 req-8540471f-d511-4cd3-b4f2-d41398801f9c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392377 Oct 29 01:36:05.907157 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05644c65-1d5a-41a4-90b3-1115381ca4bc req-b424ca46-50a1-4ed2-80c5-540ee56caa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:05.908660 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-05644c65-1d5a-41a4-90b3-1115381ca4bc req-b424ca46-50a1-4ed2-80c5-540ee56caa1a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 1099 time: 0.0388958 Oct 29 01:36:05.943206 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-05644c65-1d5a-41a4-90b3-1115381ca4bc req-93421b50-d2b6-4d98-be4b-aa6cdbda1404 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267885 Oct 29 01:36:05.987739 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c41cf84c-e385-4602-bff7-94cf04b155d5 req-a63f00e4-3763-4ea3-951e-213727b8cee1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427897 Oct 29 01:36:06.177722 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 32908) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:06.282476 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1eabdb6c-3347-447b-9d1e-fa268ffc203a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:06.358608 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1eabdb6c-3347-447b-9d1e-fa268ffc203a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:06.466735 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-1eabdb6c-3347-447b-9d1e-fa268ffc203a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:06.505471 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabdb6c-3347-447b-9d1e-fa268ffc203a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32259116-a610-4e89-95c8-0e3a4f60a6c6,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:06.511669 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-1eabdb6c-3347-447b-9d1e-fa268ffc203a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e34d5eb32e344d9683f08c2905c10006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311245 Oct 29 01:36:06.513741 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 32918) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:06.563877 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8aeeace2-d2ce-4f33-8b5f-fe4dc561c43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:06.587611 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9320da36-2f2c-4694-9413-162840889512'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:06.587611 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3025e631-30a1-459a-8d4a-656bd7d59667" -d '{"events": [{"server_uuid": "027131fb-8eff-41d2-95ef-0d47eeb3765a", "name": "network-vif-unplugged", "status": "completed", "tag": "9320da36-2f2c-4694-9413-162840889512"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:06.589167 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8aeeace2-d2ce-4f33-8b5f-fe4dc561c43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:06.635988 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec37f18-c046-41ff-94fb-44c63ed9498c x-openstack-request-id: req-2ec37f18-c046-41ff-94fb-44c63ed9498c {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:06.643628 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027131fb-8eff-41d2-95ef-0d47eeb3765a", "name": "network-vif-unplugged", "status": "failed", "tag": "9320da36-2f2c-4694-9413-162840889512", "code": 422}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:06.643628 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ec37f18-c046-41ff-94fb-44c63ed9498c {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:06.643628 dv-cinder-815582-5-smb neutron-server[101939]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9320da36-2f2c-4694-9413-162840889512', 'code': 422} returned with failed status Oct 29 01:36:06.750503 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e533d-a944-4a4e-802a-7e7c86500138 req-7df274a7-9b14-4b87-a22b-afea9e01aa76 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:06.751994 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b85e533d-a944-4a4e-802a-7e7c86500138 req-7df274a7-9b14-4b87-a22b-afea9e01aa76 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 946 time: 0.0868731 Oct 29 01:36:06.753515 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8aeeace2-d2ce-4f33-8b5f-fe4dc561c43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:06.756223 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8aeeace2-d2ce-4f33-8b5f-fe4dc561c43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:06.757261 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-8aeeace2-d2ce-4f33-8b5f-fe4dc561c43e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/32259116-a610-4e89-95c8-0e3a4f60a6c6 HTTP/1.1" status: 204 len: 168 time: 0.2428088 Oct 29 01:36:06.775347 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeeace2-d2ce-4f33-8b5f-fe4dc561c43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32259116-a610-4e89-95c8-0e3a4f60a6c6,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:06.788292 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe372d0c-7652-4302-a536-6abfcec17633 req-344c3620-cbed-4552-97eb-28d7bf4ec220 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:06.790921 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fe372d0c-7652-4302-a536-6abfcec17633 req-344c3620-cbed-4552-97eb-28d7bf4ec220 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 944 time: 0.0939391 Oct 29 01:36:06.840144 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b85e533d-a944-4a4e-802a-7e7c86500138 req-f64febc1-c922-4fec-a7b0-96250113f04c tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784817 Oct 29 01:36:06.847218 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fe372d0c-7652-4302-a536-6abfcec17633 req-58e9529f-655d-4ad5-8303-4b52fb807c52 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485425 Oct 29 01:36:07.995026 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a5088-a631-48f5-a1be-dae0de2d31be req-f33b7ab0-e2f9-49fc-a3b5-12abc2161111 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:07.996519 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fc9a5088-a631-48f5-a1be-dae0de2d31be req-f33b7ab0-e2f9-49fc-a3b5-12abc2161111 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 946 time: 0.0818145 Oct 29 01:36:08.005200 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5eda8-e567-4ddb-a047-11858dd10b82 req-ec28d266-8542-4c86-8abb-da71afabfdfa tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:08.006873 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-91d5eda8-e567-4ddb-a047-11858dd10b82 req-ec28d266-8542-4c86-8abb-da71afabfdfa tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 944 time: 0.0823534 Oct 29 01:36:08.075208 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fc9a5088-a631-48f5-a1be-dae0de2d31be req-c895e30d-41d2-465d-8be4-0c9ec0cbce4d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566266 Oct 29 01:36:08.075208 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-91d5eda8-e567-4ddb-a047-11858dd10b82 req-7f33d5a1-62ae-449d-a1cb-4229e05484f9 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575867 Oct 29 01:36:08.338957 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 32992) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:08.439703 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-37da4d5e-c322-4d93-8d7b-45195e472e7d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-420121092-network', 'tenant_id': '6d22fe7bcf864e37ac70d2ec5b43926d'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:36:08.534842 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37da4d5e-c322-4d93-8d7b-45195e472e7d admin admin] Made reservation on behalf of 6d22fe7bcf864e37ac70d2ec5b43926d for: {'network': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:36:08.537300 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-37da4d5e-c322-4d93-8d7b-45195e472e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:08.547260 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-37da4d5e-c322-4d93-8d7b-45195e472e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:08.631007 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-37da4d5e-c322-4d93-8d7b-45195e472e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:08.792458 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-37da4d5e-c322-4d93-8d7b-45195e472e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:08.817658 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37da4d5e-c322-4d93-8d7b-45195e472e7d admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=101938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:36:08.826748 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da4d5e-c322-4d93-8d7b-45195e472e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a511a000-2cd7-415d-bcd5-67a731f85e78,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:08.832647 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-37da4d5e-c322-4d93-8d7b-45195e472e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:08.832994 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.segments_db [None req-37da4d5e-c322-4d93-8d7b-45195e472e7d admin admin] Added segment 3c8491ec-06dc-442d-ade4-8ef5a3cf82e0 of type vlan for network 39d50da1-435b-4a44-979c-b269e6329b8f Oct 29 01:36:08.876194 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-37da4d5e-c322-4d93-8d7b-45195e472e7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:08.980914 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-37da4d5e-c322-4d93-8d7b-45195e472e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:08.981940 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37da4d5e-c322-4d93-8d7b-45195e472e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:08.982639 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-37da4d5e-c322-4d93-8d7b-45195e472e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:09.041468 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da4d5e-c322-4d93-8d7b-45195e472e7d admin admin] Pushing event updated for resources: {'Network': ['ID=39d50da1-435b-4a44-979c-b269e6329b8f,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:09.051506 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network 39d50da1-435b-4a44-979c-b269e6329b8f details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:36:09.104148 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cf84c-e385-4602-bff7-94cf04b155d5 req-64668f7a-0fe1-46f4-8f85-f286a92baaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:09.105869 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c41cf84c-e385-4602-bff7-94cf04b155d5 req-64668f7a-0fe1-46f4-8f85-f286a92baaa9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a&tenant_id=ec8b209809be4871af2647d63205c92f HTTP/1.1" status: 200 len: 1097 time: 0.0447776 Oct 29 01:36:09.112862 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 33010) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:09.118038 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-df2cf587-1576-4d3d-a903-9e8e72e47a5e admin admin] Request body: {'subnet': {'network_id': '39d50da1-435b-4a44-979c-b269e6329b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-420121092-subnet', 'tenant_id': '6d22fe7bcf864e37ac70d2ec5b43926d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:36:09.122390 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-37da4d5e-c322-4d93-8d7b-45195e472e7d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7821503 Oct 29 01:36:09.228002 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cf84c-e385-4602-bff7-94cf04b155d5 req-1c372294-f29d-4bd5-a834-5a80fe600fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:09.229512 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c41cf84c-e385-4602-bff7-94cf04b155d5 req-1c372294-f29d-4bd5-a834-5a80fe600fd7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ec8b209809be4871af2647d63205c92f&device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 1097 time: 0.0832360 Oct 29 01:36:09.241180 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cca33f-1d5e-4a27-a68e-f747d88b95ed req-1b859def-274f-4dce-8b56-e1ce2fb804f1 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:09.243013 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-18cca33f-1d5e-4a27-a68e-f747d88b95ed req-1b859def-274f-4dce-8b56-e1ce2fb804f1 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 944 time: 0.0615852 Oct 29 01:36:09.260903 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2cf587-1576-4d3d-a903-9e8e72e47a5e admin admin] Made reservation on behalf of 6d22fe7bcf864e37ac70d2ec5b43926d for: {'subnet': 1} {{(pid=101937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:36:09.263400 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-df2cf587-1576-4d3d-a903-9e8e72e47a5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8768398'] for subnet, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:09.329720 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-18cca33f-1d5e-4a27-a68e-f747d88b95ed req-6ace85a5-3779-4060-a548-22be18167df1 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786173 Oct 29 01:36:09.372927 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cf84c-e385-4602-bff7-94cf04b155d5 req-229de076-366a-446b-a38c-f9c52d3dfa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:09.375225 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c41cf84c-e385-4602-bff7-94cf04b155d5 req-229de076-366a-446b-a38c-f9c52d3dfa09 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ada08a0c-2acd-4c9f-b94b-04132d5562f9 HTTP/1.1" status: 200 len: 910 time: 0.1313763 Oct 29 01:36:09.378415 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:36:09.474897 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c41cf84c-e385-4602-bff7-94cf04b155d5 req-b4b352ee-9e20-40c4-8079-14b646c4543c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9320da36-2f2c-4694-9413-162840889512 HTTP/1.1" status: 200 len: 1000 time: 0.0858698 Oct 29 01:36:09.497629 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f73cd-2c0d-4bce-8558-32c9ec3f04c8 req-4216829e-e7bc-43c5-8082-fa3ce9d4f1e7 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:09.499078 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-850f73cd-2c0d-4bce-8558-32c9ec3f04c8 req-4216829e-e7bc-43c5-8082-fa3ce9d4f1e7 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 946 time: 0.1023264 Oct 29 01:36:09.529752 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-df2cf587-1576-4d3d-a903-9e8e72e47a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10476121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8768884'] for subnet, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:09.556634 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cf84c-e385-4602-bff7-94cf04b155d5 req-8deb8104-2a0a-43a7-b282-d86b372c21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:09.558319 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c41cf84c-e385-4602-bff7-94cf04b155d5 req-8deb8104-2a0a-43a7-b282-d86b372c21f4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2576f1bd-041d-4334-bc89-73007635b70e HTTP/1.1" status: 200 len: 848 time: 0.0758483 Oct 29 01:36:09.563143 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-850f73cd-2c0d-4bce-8558-32c9ec3f04c8 req-8ca4c6ac-4420-413b-b5e9-13e6f16ce150 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455992 Oct 29 01:36:09.583297 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cf587-1576-4d3d-a903-9e8e72e47a5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e495f6b-cd2e-4aa1-99c2-f59dc7751fe9,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:09.604729 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cf587-1576-4d3d-a903-9e8e72e47a5e admin admin] Checking segment: {'id': '3c8491ec-06dc-442d-ade4-8ef5a3cf82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '39d50da1-435b-4a44-979c-b269e6329b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:36:09.605564 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2cf587-1576-4d3d-a903-9e8e72e47a5e admin admin] Network hostable DHCP agents. Network: 39d50da1-435b-4a44-979c-b269e6329b8f, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:36:09.606338 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cf84c-e385-4602-bff7-94cf04b155d5 req-348a56d1-d220-42ff-9d4c-213d56993b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:09.607836 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c41cf84c-e385-4602-bff7-94cf04b155d5 req-348a56d1-d220-42ff-9d4c-213d56993b5b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ada08a0c-2acd-4c9f-b94b-04132d5562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0427034 Oct 29 01:36:09.700508 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c41cf84c-e385-4602-bff7-94cf04b155d5 req-45224c00-1d7b-4b2b-b94a-1678644e9a4b service neutron] 10.222.0.89 "GET /v2.0/networks/ada08a0c-2acd-4c9f-b94b-04132d5562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857849 Oct 29 01:36:09.717766 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2cf587-1576-4d3d-a903-9e8e72e47a5e admin admin] Network 39d50da1-435b-4a44-979c-b269e6329b8f is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:36:09.761669 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:09.792690 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c41cf84c-e385-4602-bff7-94cf04b155d5 req-2e0aec21-95f9-4593-a768-4daff094c959 service neutron] 10.222.0.89 "GET /v2.0/networks/ada08a0c-2acd-4c9f-b94b-04132d5562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857015 Oct 29 01:36:09.818951 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-df2cf587-1576-4d3d-a903-9e8e72e47a5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, 39d50da1-435b-4a44-979c-b269e6329b8f) {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:36:09.828048 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819843d3-f40e-40e2-be0b-bcb8bb888f8a None None] Network 39d50da1-435b-4a44-979c-b269e6329b8f requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:36:09.830222 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2cf587-1576-4d3d-a903-9e8e72e47a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:09.834224 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-df2cf587-1576-4d3d-a903-9e8e72e47a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:09.957604 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e6906e-e370-43f2-aca6-71e1f7a01052 None None] Network 39d50da1-435b-4a44-979c-b269e6329b8f requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:36:09.961163 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-df2cf587-1576-4d3d-a903-9e8e72e47a5e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8472173 Oct 29 01:36:10.447854 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4398887-6f4c-4387-8195-a75c08900a96 req-5b860895-dff0-4245-a078-fa153112f116 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:10.449238 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d4398887-6f4c-4387-8195-a75c08900a96 req-5b860895-dff0-4245-a078-fa153112f116 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 944 time: 0.0484011 Oct 29 01:36:10.492306 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d4398887-6f4c-4387-8195-a75c08900a96 req-80d53545-fc10-4cbe-aa7f-77c05ac15002 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368404 Oct 29 01:36:11.608660 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7fe19-87a5-44d4-b5bf-2ec8ca5d3ffd req-6279aa37-12df-471a-9f6e-1a91a83f79d7 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:11.610194 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-41c7fe19-87a5-44d4-b5bf-2ec8ca5d3ffd req-6279aa37-12df-471a-9f6e-1a91a83f79d7 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 944 time: 0.0490508 Oct 29 01:36:11.649387 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-41c7fe19-87a5-44d4-b5bf-2ec8ca5d3ffd req-4406567d-f5bd-41f7-b4f0-c7fc337d3796 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332735 Oct 29 01:36:12.217403 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 9320da36-2f2c-4694-9413-162840889512 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:36:12.224613 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089475-46fc-495c-8ef0-f75d03046120 req-490a9817-990f-4255-a837-0f7d9aa3802a tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:12.226170 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ce089475-46fc-495c-8ef0-f75d03046120 req-490a9817-990f-4255-a837-0f7d9aa3802a tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/networks?id=39d50da1-435b-4a44-979c-b269e6329b8f HTTP/1.1" status: 200 len: 808 time: 0.1025615 Oct 29 01:36:12.243939 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ce089475-46fc-495c-8ef0-f75d03046120 req-355e4ec7-6827-40bc-9bd9-2064f6a025ff tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/quotas/6d22fe7bcf864e37ac70d2ec5b43926d HTTP/1.1" status: 200 len: 375 time: 0.0104108 Oct 29 01:36:12.278585 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ce089475-46fc-495c-8ef0-f75d03046120 req-da552850-f180-4584-9232-a8cd741c5c00 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d22fe7bcf864e37ac70d2ec5b43926d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284595 Oct 29 01:36:12.327513 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 9320da36-2f2c-4694-9413-162840889512, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9320da36-2f2c-4694-9413-162840889512,segment=NetworkSegment(3998acc8-802d-4037-a8df-90a5105a6ee9),segment_id=3998acc8-802d-4037-a8df-90a5105a6ee9)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:12.339629 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '9320da36-2f2c-4694-9413-162840889512', 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'port_id': '9320da36-2f2c-4694-9413-162840889512', 'mac_address': 'fa:16:3e:4b:ca:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2576f1bd-041d-4334-bc89-73007635b70e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:36:12.378235 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:12.392544 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9320da36-2f2c-4694-9413-162840889512 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:36:12.417237 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 9320da36-2f2c-4694-9413-162840889512, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9320da36-2f2c-4694-9413-162840889512,segment=NetworkSegment(3998acc8-802d-4037-a8df-90a5105a6ee9),segment_id=3998acc8-802d-4037-a8df-90a5105a6ee9)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:12.422342 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ce089475-46fc-495c-8ef0-f75d03046120 req-bdf2b7ad-5fdb-42ca-8679-c8c03127d19d service neutron] 10.222.0.77 "GET /v2.0/networks/39d50da1-435b-4a44-979c-b269e6329b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358082 Oct 29 01:36:12.493645 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:12.521040 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ce089475-46fc-495c-8ef0-f75d03046120 req-03cfdeb3-3904-455a-805e-86c776329046 service neutron] 10.222.0.77 "GET /v2.0/networks/39d50da1-435b-4a44-979c-b269e6329b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926273 Oct 29 01:36:12.542404 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=9320da36-2f2c-4694-9413-162840889512,revision_number=7']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:12.767263 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6498b83-11c3-437f-b547-a71a5b77cc6f req-31cf7187-d62c-46b1-b205-2d3e7347c460 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:12.768678 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c6498b83-11c3-437f-b547-a71a5b77cc6f req-31cf7187-d62c-46b1-b205-2d3e7347c460 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 945 time: 0.0506589 Oct 29 01:36:12.787021 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['9320da36-2f2c-4694-9413-162840889512'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:36:12.810745 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c6498b83-11c3-437f-b547-a71a5b77cc6f req-d858e717-7d4a-494d-841d-4b339b0cab83 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340042 Oct 29 01:36:12.860134 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-746407ba-a99c-4cae-940f-22332ae53e06 req-702d9159-53f4-434b-af73-57b9bbf32275 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 210 time: 0.0307631 Oct 29 01:36:13.944930 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-20d53cc4-2e4f-412e-9e0c-95ac10559105 req-d36d6a25-459c-437d-93df-128710e06498 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 210 time: 0.0284441 Oct 29 01:36:13.959793 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e468bec-101c-4bcd-8a71-13c69e1e40f2 req-6a363d46-07da-4e67-b5a0-d5c06db221a2 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:13.961576 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3e468bec-101c-4bcd-8a71-13c69e1e40f2 req-6a363d46-07da-4e67-b5a0-d5c06db221a2 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 945 time: 0.0802610 Oct 29 01:36:14.000740 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3e468bec-101c-4bcd-8a71-13c69e1e40f2 req-a9f093ca-2efb-4223-bde8-9254b1c6fb22 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328867 Oct 29 01:36:14.233873 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 9320da36-2f2c-4694-9413-162840889512 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:36:14.283415 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 9320da36-2f2c-4694-9413-162840889512 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:36:14.283772 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:14.365351 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:14.389334 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9320da36-2f2c-4694-9413-162840889512'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:14.391580 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37049975-d209-453e-9df0-b536d2a47ff2" -d '{"events": [{"server_uuid": "027131fb-8eff-41d2-95ef-0d47eeb3765a", "name": "network-vif-plugged", "status": "completed", "tag": "9320da36-2f2c-4694-9413-162840889512"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:14.405610 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 9320da36-2f2c-4694-9413-162840889512, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9320da36-2f2c-4694-9413-162840889512,segment=NetworkSegment(3998acc8-802d-4037-a8df-90a5105a6ee9),segment_id=3998acc8-802d-4037-a8df-90a5105a6ee9)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:14.434106 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1da77d9-0224-4f3e-a93a-6175638d1704 x-openstack-request-id: req-e1da77d9-0224-4f3e-a93a-6175638d1704 {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:14.434421 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027131fb-8eff-41d2-95ef-0d47eeb3765a", "name": "network-vif-plugged", "status": "completed", "tag": "9320da36-2f2c-4694-9413-162840889512", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:14.434681 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1da77d9-0224-4f3e-a93a-6175638d1704 {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:14.435082 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9320da36-2f2c-4694-9413-162840889512', 'code': 200} Oct 29 01:36:14.489235 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:14.535670 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=9320da36-2f2c-4694-9413-162840889512,revision_number=8']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:14.851188 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e5886-4fac-46b2-80a6-68386fc63b1c req-a6c9e6eb-21a8-47bb-9cdb-95d648f7bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:14.853136 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d01e5886-4fac-46b2-80a6-68386fc63b1c req-a6c9e6eb-21a8-47bb-9cdb-95d648f7bbcb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 1099 time: 0.0420651 Oct 29 01:36:14.889588 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d01e5886-4fac-46b2-80a6-68386fc63b1c req-f37ab19f-7c3f-4df4-abf3-0166197bd88d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283349 Oct 29 01:36:15.037175 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f95f0fc6-deae-46ea-b660-82949316f0a7 req-a17c580f-cd14-4938-9543-4fbb3e7f88c9 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 210 time: 0.0261197 Oct 29 01:36:15.121184 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004671a-6440-41e4-bcb6-e8a9f67803a6 req-83ab9a77-f74a-491d-9c74-839413d9b51b tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:15.122683 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a004671a-6440-41e4-bcb6-e8a9f67803a6 req-83ab9a77-f74a-491d-9c74-839413d9b51b tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0532203 Oct 29 01:36:15.162070 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a004671a-6440-41e4-bcb6-e8a9f67803a6 req-53bb8d87-11f8-4306-a2e4-1347f690fd01 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334888 Oct 29 01:36:15.354814 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c2902afc-1e58-499e-96dc-2595817488df req-44e2f699-6dba-4d3f-b760-adf21095081c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395615 Oct 29 01:36:15.432620 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2902afc-1e58-499e-96dc-2595817488df req-6c1257fe-480f-44e7-bf85-c0d0be934c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:15.434123 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c2902afc-1e58-499e-96dc-2595817488df req-6c1257fe-480f-44e7-bf85-c0d0be934c72 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f136a6ebba524176833d4f65468e2e04&device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 1099 time: 0.0444009 Oct 29 01:36:15.540862 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2902afc-1e58-499e-96dc-2595817488df req-e86a2738-934d-4cba-8c93-40c531c06296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:15.542391 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c2902afc-1e58-499e-96dc-2595817488df req-e86a2738-934d-4cba-8c93-40c531c06296 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e96d7435-3b33-4631-af13-70db652698aa HTTP/1.1" status: 200 len: 918 time: 0.0876281 Oct 29 01:36:15.607178 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c2902afc-1e58-499e-96dc-2595817488df req-92f9497a-e896-48a5-a9fb-688793788b5c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7292e555-f166-46aa-86cc-a273bd4a8405 HTTP/1.1" status: 200 len: 1001 time: 0.0571654 Oct 29 01:36:15.660152 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2902afc-1e58-499e-96dc-2595817488df req-e79adc48-433f-4ef2-8280-226feab2c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:15.661615 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c2902afc-1e58-499e-96dc-2595817488df req-e79adc48-433f-4ef2-8280-226feab2c430 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f5f2a0f-7214-434a-9ad1-734028b6836e HTTP/1.1" status: 200 len: 856 time: 0.0475819 Oct 29 01:36:15.774596 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2902afc-1e58-499e-96dc-2595817488df req-45188a8f-bf34-45c2-b7bb-4c43575f09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:15.776058 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c2902afc-1e58-499e-96dc-2595817488df req-45188a8f-bf34-45c2-b7bb-4c43575f09a6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e96d7435-3b33-4631-af13-70db652698aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0957534 Oct 29 01:36:15.857164 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089475-46fc-495c-8ef0-f75d03046120 req-7b32f2de-887d-4062-81a9-f3234e49eca5 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:15.858616 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ce089475-46fc-495c-8ef0-f75d03046120 req-7b32f2de-887d-4062-81a9-f3234e49eca5 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.89 "GET /v2.0/networks?id=39d50da1-435b-4a44-979c-b269e6329b8f HTTP/1.1" status: 200 len: 808 time: 0.1545084 Oct 29 01:36:15.896406 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c2902afc-1e58-499e-96dc-2595817488df req-9e0e14b3-f2da-410b-975d-047b8c608b27 service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121542 Oct 29 01:36:15.914987 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-ce089475-46fc-495c-8ef0-f75d03046120 req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Request body: {'port': {'device_id': 'fcb5ed70-50f2-4693-af7f-5569ab898144', 'network_id': '39d50da1-435b-4a44-979c-b269e6329b8f', 'admin_state_up': True, 'tenant_id': '6d22fe7bcf864e37ac70d2ec5b43926d'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:36:16.090951 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c2902afc-1e58-499e-96dc-2595817488df req-b1b16812-88f6-4527-bb6c-7c02899fecf0 service neutron] 10.222.0.89 "GET /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334918 Oct 29 01:36:16.143788 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a9595084-40fe-4d48-af29-ba5f5c1bc66e req-817b63a0-73d4-4467-bbc1-483c0ad7e818 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 210 time: 0.0284173 Oct 29 01:36:16.282839 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8f8ec-1569-4ca9-b61b-221791d87261 req-81be7367-f6a4-4dcd-8bcc-aa8321bce4f4 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:16.284322 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9da8f8ec-1569-4ca9-b61b-221791d87261 req-81be7367-f6a4-4dcd-8bcc-aa8321bce4f4 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0518074 Oct 29 01:36:16.322124 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9da8f8ec-1569-4ca9-b61b-221791d87261 req-535fd03d-1a0b-434c-b4d5-0fd37e2155e6 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316701 Oct 29 01:36:16.704439 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce089475-46fc-495c-8ef0-f75d03046120 req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Made reservation on behalf of 6d22fe7bcf864e37ac70d2ec5b43926d for: {'port': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:36:16.707953 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-ce089475-46fc-495c-8ef0-f75d03046120 req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:16.840518 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [req-ce089475-46fc-495c-8ef0-f75d03046120 req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Allocated IP 172.20.0.11 (39d50da1-435b-4a44-979c-b269e6329b8f/2e495f6b-cd2e-4aa1-99c2-f59dc7751fe9/578397e5-6b12-40ad-913d-617e5f5de8b5) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:36:16.980975 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-ce089475-46fc-495c-8ef0-f75d03046120 req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:17.106274 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-ce089475-46fc-495c-8ef0-f75d03046120 req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:17.152132 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce089475-46fc-495c-8ef0-f75d03046120 req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Network 39d50da1-435b-4a44-979c-b269e6329b8f is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:36:17.155270 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [req-ce089475-46fc-495c-8ef0-f75d03046120 req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:36:17.157798 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce089475-46fc-495c-8ef0-f75d03046120 req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:36:17.188659 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Pushing event updated for resources: {'Port': ['ID=578397e5-6b12-40ad-913d-617e5f5de8b5,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:17.204236 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.204608 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.204999 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.205504 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.206014 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.206363 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.206683 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.207013 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.207335 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.207660 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.208007 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.208328 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.224117 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089475-46fc-495c-8ef0-f75d03046120 req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:17.224721 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-ce089475-46fc-495c-8ef0-f75d03046120 req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:17.281559 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc7d9b-ef79-45ee-897c-4a8f433bc47d req-d9916a2b-70ee-497e-9d42-a15f076fcf8e tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:17.283092 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5dc7d9b-ef79-45ee-897c-4a8f433bc47d req-d9916a2b-70ee-497e-9d42-a15f076fcf8e tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 932 time: 0.0554886 Oct 29 01:36:17.324374 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5dc7d9b-ef79-45ee-897c-4a8f433bc47d req-9e603df0-bc33-471d-a500-a5c4755b2e0f tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341811 Oct 29 01:36:17.425290 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ce089475-46fc-495c-8ef0-f75d03046120 req-0eeb6b6c-9ba4-4f68-bbd1-af207fc3705b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5150661 Oct 29 01:36:17.443937 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Request body: {'port': {'device_id': 'fcb5ed70-50f2-4693-af7f-5569ab898144', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:36:17.455739 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420bb8c-4769-4097-ad5e-a12bb61e2352 req-a2796bc6-f339-4cfa-a33f-af47376f53ee tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:17.457173 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6420bb8c-4769-4097-ad5e-a12bb61e2352 req-a2796bc6-f339-4cfa-a33f-af47376f53ee tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0661418 Oct 29 01:36:17.804521 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6420bb8c-4769-4097-ad5e-a12bb61e2352 req-0267bcad-4eb2-4215-ba68-13c03840f71c tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579822 Oct 29 01:36:17.805409 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:18.083283 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578397e5-6b12-40ad-913d-617e5f5de8b5 {{(pid=101938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:36:18.091028 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:18.104627 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.provisioning_blocks [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Transition to ACTIVE for port object 578397e5-6b12-40ad-913d-617e5f5de8b5 will not be triggered until provisioned by entity L2. {{(pid=101938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:36:18.237799 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:18.290605 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Pushing event updated for resources: {'Port': ['ID=578397e5-6b12-40ad-913d-617e5f5de8b5,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:18.354628 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Attempting to bind port 578397e5-6b12-40ad-913d-617e5f5de8b5 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:36:18.354968 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Attempting to bind port 578397e5-6b12-40ad-913d-617e5f5de8b5 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '3c8491ec-06dc-442d-ade4-8ef5a3cf82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '39d50da1-435b-4a44-979c-b269e6329b8f'}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:36:18.355292 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Attempting to bind port 578397e5-6b12-40ad-913d-617e5f5de8b5 on network 39d50da1-435b-4a44-979c-b269e6329b8f {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:36:18.359530 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Port 578397e5-6b12-40ad-913d-617e5f5de8b5 on network 39d50da1-435b-4a44-979c-b269e6329b8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:36:18.359844 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Attempting to bind port 578397e5-6b12-40ad-913d-617e5f5de8b5 on network 39d50da1-435b-4a44-979c-b269e6329b8f {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:36:18.364584 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:36:18.364912 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Checking segment: {'id': '3c8491ec-06dc-442d-ade4-8ef5a3cf82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '39d50da1-435b-4a44-979c-b269e6329b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:36:18.365280 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Bound using segment: {'id': '3c8491ec-06dc-442d-ade4-8ef5a3cf82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '39d50da1-435b-4a44-979c-b269e6329b8f'} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:36:18.367346 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Bound port: 578397e5-6b12-40ad-913d-617e5f5de8b5, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8491ec-06dc-442d-ade4-8ef5a3cf82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '39d50da1-435b-4a44-979c-b269e6329b8f'}}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:36:18.368155 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:18.464303 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] For port 578397e5-6b12-40ad-913d-617e5f5de8b5, host hv-cinder-81558, cleared binding levels {{(pid=101938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:36:18.473065 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a6fcc-af18-43de-8cd8-9d062f89f4ce req-91a4f914-32b9-46ae-af79-909a3374b1d8 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:18.474542 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-311a6fcc-af18-43de-8cd8-9d062f89f4ce req-91a4f914-32b9-46ae-af79-909a3374b1d8 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 944 time: 0.0725274 Oct 29 01:36:18.492393 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] For port 578397e5-6b12-40ad-913d-617e5f5de8b5, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=578397e5-6b12-40ad-913d-617e5f5de8b5,segment=NetworkSegment(3c8491ec-06dc-442d-ade4-8ef5a3cf82e0),segment_id=3c8491ec-06dc-442d-ade4-8ef5a3cf82e0)] {{(pid=101938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:36:18.521206 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-311a6fcc-af18-43de-8cd8-9d062f89f4ce req-2c38c1b0-e619-4a1e-9ac9-5c47aedb2b79 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386062 Oct 29 01:36:18.569087 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:18.610876 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:18.610876 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:18.610876 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ce089475-46fc-495c-8ef0-f75d03046120 req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] 10.222.0.89 "PUT /v2.0/ports/578397e5-6b12-40ad-913d-617e5f5de8b5 HTTP/1.1" status: 200 len: 1094 time: 1.1674390 Oct 29 01:36:18.610876 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb5ed70-50f2-4693-af7f-5569ab898144', 'tag': '578397e5-6b12-40ad-913d-617e5f5de8b5'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:18.610876 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc65839-8a76-459f-af84-6307b3583557" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb5ed70-50f2-4693-af7f-5569ab898144", "tag": "578397e5-6b12-40ad-913d-617e5f5de8b5"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:18.633679 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690fc53-8951-4cab-bc61-a179b351a862 service neutron] Pushing event updated for resources: {'Port': ['ID=578397e5-6b12-40ad-913d-617e5f5de8b5,revision_number=3']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:18.701722 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0c354-20a4-41a0-8ed2-4e5e23fd6d80 req-22e93602-fb2c-463a-8eb2-1d0b78122904 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:18.703324 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-03e0c354-20a4-41a0-8ed2-4e5e23fd6d80 req-22e93602-fb2c-463a-8eb2-1d0b78122904 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 945 time: 0.0523479 Oct 29 01:36:18.742636 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-03e0c354-20a4-41a0-8ed2-4e5e23fd6d80 req-f8040e1e-23fb-4a07-98f6-2053af8cc87e tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=6fe0f85d-a234-4173-84e1-0f42adba0667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333421 Oct 29 01:36:18.771971 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d1597e-ca9e-4267-8ad0-62d8c8434d82 x-openstack-request-id: req-a3d1597e-ca9e-4267-8ad0-62d8c8434d82 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:18.772299 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb5ed70-50f2-4693-af7f-5569ab898144", "tag": "578397e5-6b12-40ad-913d-617e5f5de8b5", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:18.772299 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a3d1597e-ca9e-4267-8ad0-62d8c8434d82 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:18.772949 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb5ed70-50f2-4693-af7f-5569ab898144', 'tag': '578397e5-6b12-40ad-913d-617e5f5de8b5', 'status': 'completed', 'code': 200} Oct 29 01:36:18.856287 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc65839-8a76-459f-af84-6307b3583557 req-e4ecf158-46ff-491e-a24c-0e40653782f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:18.857750 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ddc65839-8a76-459f-af84-6307b3583557 req-e4ecf158-46ff-491e-a24c-0e40653782f2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6d22fe7bcf864e37ac70d2ec5b43926d&device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 1097 time: 0.0407753 Oct 29 01:36:18.966626 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc65839-8a76-459f-af84-6307b3583557 req-5c5f55b0-d32f-40fd-86b4-c23f82fd5ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:18.967963 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ddc65839-8a76-459f-af84-6307b3583557 req-5c5f55b0-d32f-40fd-86b4-c23f82fd5ea2 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=6d22fe7bcf864e37ac70d2ec5b43926d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0913346 Oct 29 01:36:19.061821 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc65839-8a76-459f-af84-6307b3583557 req-8f819679-3d63-4d0a-bdcd-d22f249a05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:19.063527 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ddc65839-8a76-459f-af84-6307b3583557 req-8f819679-3d63-4d0a-bdcd-d22f249a05d6 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875595 Oct 29 01:36:19.163777 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089475-46fc-495c-8ef0-f75d03046120 req-f1d1375e-146f-429d-a0e7-89199d6314a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:19.165112 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ce089475-46fc-495c-8ef0-f75d03046120 req-f1d1375e-146f-429d-a0e7-89199d6314a1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6d22fe7bcf864e37ac70d2ec5b43926d&device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 1097 time: 0.0402939 Oct 29 01:36:19.219018 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ce089475-46fc-495c-8ef0-f75d03046120 req-abe31893-98f9-4938-9077-299f586875c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=578397e5-6b12-40ad-913d-617e5f5de8b5 HTTP/1.1" status: 200 len: 217 time: 0.0380797 Oct 29 01:36:19.273540 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089475-46fc-495c-8ef0-f75d03046120 req-6428464b-dada-473e-a7f1-75304633a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:19.275047 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ce089475-46fc-495c-8ef0-f75d03046120 req-6428464b-dada-473e-a7f1-75304633a744 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2e495f6b-cd2e-4aa1-99c2-f59dc7751fe9 HTTP/1.1" status: 200 len: 848 time: 0.0467410 Oct 29 01:36:19.308947 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ce089475-46fc-495c-8ef0-f75d03046120 req-4034e891-e62b-49f2-b9de-42db94e2f567 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=39d50da1-435b-4a44-979c-b269e6329b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259428 Oct 29 01:36:19.401560 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ce089475-46fc-495c-8ef0-f75d03046120 req-6733b6b4-1cfd-4b98-9569-401f556575f2 service neutron] 10.222.0.89 "GET /v2.0/networks/39d50da1-435b-4a44-979c-b269e6329b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852232 Oct 29 01:36:19.489728 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ce089475-46fc-495c-8ef0-f75d03046120 req-54ea9afa-89ce-4b8a-9524-6597109b23a0 service neutron] 10.222.0.89 "GET /v2.0/networks/39d50da1-435b-4a44-979c-b269e6329b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804181 Oct 29 01:36:19.650686 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef49248-d983-4cfa-8d68-d8306f4b9ab0 req-ab60cee7-de44-45e3-a88a-7bdacc0e9773 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:19.652318 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8ef49248-d983-4cfa-8d68-d8306f4b9ab0 req-ab60cee7-de44-45e3-a88a-7bdacc0e9773 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 944 time: 0.0620511 Oct 29 01:36:19.691292 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8ef49248-d983-4cfa-8d68-d8306f4b9ab0 req-93526368-432f-49aa-9616-b8b1cfebd4fa tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Oct 29 01:36:19.862948 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc855ab4-8b3a-4941-b53c-773980a64270 req-3365e285-2951-4b15-bde5-cb4e1932e636 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:19.865446 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bc855ab4-8b3a-4941-b53c-773980a64270 req-3365e285-2951-4b15-bde5-cb4e1932e636 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 945 time: 0.0515199 Oct 29 01:36:19.903262 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bc855ab4-8b3a-4941-b53c-773980a64270 req-c6600588-64ea-4519-89e0-e44d3535768f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=6fe0f85d-a234-4173-84e1-0f42adba0667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310867 Oct 29 01:36:20.806085 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddafd5c-5b0b-478f-92d1-903889fbc033 req-f1dafdcc-b952-48b2-bd2f-a23866f6b9f1 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:20.807686 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1ddafd5c-5b0b-478f-92d1-903889fbc033 req-f1dafdcc-b952-48b2-bd2f-a23866f6b9f1 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 944 time: 0.0487728 Oct 29 01:36:20.844088 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1ddafd5c-5b0b-478f-92d1-903889fbc033 req-1a7a77e0-9f0c-4157-a90d-2b3ddf29b412 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304933 Oct 29 01:36:21.032295 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fbd48-75e1-40bb-8e25-c311dd6c982d req-3033c93c-c524-4028-a57d-0ec2bc2ce8c5 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:21.033742 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ab1fbd48-75e1-40bb-8e25-c311dd6c982d req-3033c93c-c524-4028-a57d-0ec2bc2ce8c5 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.89 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 945 time: 0.0795815 Oct 29 01:36:21.046437 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc20b27-7f53-4880-9a87-f1e03f6fbcd9 req-78c138c7-2263-43d7-87eb-00f13d0d5f05 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:21.047805 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2bc20b27-7f53-4880-9a87-f1e03f6fbcd9 req-78c138c7-2263-43d7-87eb-00f13d0d5f05 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 945 time: 0.0645742 Oct 29 01:36:21.135168 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2bc20b27-7f53-4880-9a87-f1e03f6fbcd9 req-3156ddad-321d-4e48-acfe-d693c72e2aa0 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups?id=6fe0f85d-a234-4173-84e1-0f42adba0667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802372 Oct 29 01:36:21.161016 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-ab1fbd48-75e1-40bb-8e25-c311dd6c982d req-a2d89476-7e40-4ec3-8fb0-0bacb0d3301f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Deleting port 925b02a9-6371-4e42-ba26-7122920e8e20 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:21.161387 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-ab1fbd48-75e1-40bb-8e25-c311dd6c982d req-a2d89476-7e40-4ec3-8fb0-0bacb0d3301f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:21.248781 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-ab1fbd48-75e1-40bb-8e25-c311dd6c982d req-a2d89476-7e40-4ec3-8fb0-0bacb0d3301f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] For port 925b02a9-6371-4e42-ba26-7122920e8e20, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=925b02a9-6371-4e42-ba26-7122920e8e20,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:21.249139 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-ab1fbd48-75e1-40bb-8e25-c311dd6c982d req-a2d89476-7e40-4ec3-8fb0-0bacb0d3301f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:21.417293 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-ab1fbd48-75e1-40bb-8e25-c311dd6c982d req-a2d89476-7e40-4ec3-8fb0-0bacb0d3301f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:21.417538 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-ab1fbd48-75e1-40bb-8e25-c311dd6c982d req-a2d89476-7e40-4ec3-8fb0-0bacb0d3301f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685606'] for floatingip, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:21.417877 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.l3_db [req-ab1fbd48-75e1-40bb-8e25-c311dd6c982d req-a2d89476-7e40-4ec3-8fb0-0bacb0d3301f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Floating IP ff5fcf5f-c5d5-43e5-a224-5417d738905d disassociated. External IP: 172.28.3.249, port: 925b02a9-6371-4e42-ba26-7122920e8e20. Oct 29 01:36:21.418217 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-ab1fbd48-75e1-40bb-8e25-c311dd6c982d req-a2d89476-7e40-4ec3-8fb0-0bacb0d3301f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Calling delete_port for 925b02a9-6371-4e42-ba26-7122920e8e20 owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:21.613136 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-ab1fbd48-75e1-40bb-8e25-c311dd6c982d req-a2d89476-7e40-4ec3-8fb0-0bacb0d3301f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:21.641949 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d89476-7e40-4ec3-8fb0-0bacb0d3301f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event deleted for resources: {'Port': ['ID=925b02a9-6371-4e42-ba26-7122920e8e20,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:21.753080 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab1fbd48-75e1-40bb-8e25-c311dd6c982d req-a2d89476-7e40-4ec3-8fb0-0bacb0d3301f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Router fbde8c67-8024-443f-8940-68afed81d5a0 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:36:21.858497 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab1fbd48-75e1-40bb-8e25-c311dd6c982d req-a2d89476-7e40-4ec3-8fb0-0bacb0d3301f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:36:21.868158 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c86bdb6-bd14-4f94-9864-ee3c7ed3da0e None None] Sync routers for ids ['fbde8c67-8024-443f-8940-68afed81d5a0'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:36:21.879420 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86bdb6-bd14-4f94-9864-ee3c7ed3da0e None None] Routers {'fbde8c67-8024-443f-8940-68afed81d5a0'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:36:21.880043 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-9c86bdb6-bd14-4f94-9864-ee3c7ed3da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:36:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['fbde8c67-8024-443f-8940-68afed81d5a0'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:21.899994 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1fbd48-75e1-40bb-8e25-c311dd6c982d req-a2d89476-7e40-4ec3-8fb0-0bacb0d3301f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] No DVR routers for this DVR port 925b02a9-6371-4e42-ba26-7122920e8e20 on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:36:21.902716 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-ab1fbd48-75e1-40bb-8e25-c311dd6c982d req-a2d89476-7e40-4ec3-8fb0-0bacb0d3301f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:21.906059 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ab1fbd48-75e1-40bb-8e25-c311dd6c982d req-a2d89476-7e40-4ec3-8fb0-0bacb0d3301f tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.89 "DELETE /v2.0/ports/925b02a9-6371-4e42-ba26-7122920e8e20 HTTP/1.1" status: 204 len: 173 time: 0.8573384 Oct 29 01:36:21.906527 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2664a1d0-61c9-4f3a-ad63-d6e4156dfa75', 'name': 'network-vif-deleted', 'tag': '925b02a9-6371-4e42-ba26-7122920e8e20'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:21.909607 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e67592-0374-491c-a40f-1bff0240f64c" -d '{"events": [{"server_uuid": "2664a1d0-61c9-4f3a-ad63-d6e4156dfa75", "name": "network-vif-deleted", "tag": "925b02a9-6371-4e42-ba26-7122920e8e20"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:21.953223 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767bce8e-1d83-4194-8a0d-1ae906142ff2 x-openstack-request-id: req-767bce8e-1d83-4194-8a0d-1ae906142ff2 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:21.953525 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2664a1d0-61c9-4f3a-ad63-d6e4156dfa75", "name": "network-vif-deleted", "tag": "925b02a9-6371-4e42-ba26-7122920e8e20", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:21.953803 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-767bce8e-1d83-4194-8a0d-1ae906142ff2 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:21.954203 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2664a1d0-61c9-4f3a-ad63-d6e4156dfa75', 'name': 'network-vif-deleted', 'tag': '925b02a9-6371-4e42-ba26-7122920e8e20', 'status': 'completed', 'code': 200} Oct 29 01:36:21.987045 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acfbbd-dc84-4509-a96d-d2ddd0024283 req-9f459415-cbdb-41ef-81d2-cde07d79f56b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:21.990023 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a1acfbbd-dc84-4509-a96d-d2ddd0024283 req-9f459415-cbdb-41ef-81d2-cde07d79f56b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 944 time: 0.0659628 Oct 29 01:36:22.034667 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a1acfbbd-dc84-4509-a96d-d2ddd0024283 req-01fd5e0b-ff33-41f6-b2c4-5bf5edbf36c6 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365620 Oct 29 01:36:22.136093 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-9c86bdb6-bd14-4f94-9864-ee3c7ed3da0e None None] Set router fbde8c67-8024-443f-8940-68afed81d5a0 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:36:22.233693 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8c0e2bf-b269-4d23-92af-36192fd4d1aa req-6c493ce3-83a1-4112-882a-a70a06285f1e tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/ports?device_id=2664a1d0-61c9-4f3a-ad63-d6e4156dfa75 HTTP/1.1" status: 200 len: 210 time: 0.0267768 Oct 29 01:36:22.263588 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 578397e5-6b12-40ad-913d-617e5f5de8b5 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:36:22.415681 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 578397e5-6b12-40ad-913d-617e5f5de8b5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=578397e5-6b12-40ad-913d-617e5f5de8b5,segment=NetworkSegment(3c8491ec-06dc-442d-ade4-8ef5a3cf82e0),segment_id=3c8491ec-06dc-442d-ade4-8ef5a3cf82e0)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:22.430630 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '578397e5-6b12-40ad-913d-617e5f5de8b5', 'network_id': '39d50da1-435b-4a44-979c-b269e6329b8f', 'port_id': '578397e5-6b12-40ad-913d-617e5f5de8b5', 'mac_address': 'fa:16:3e:19:8d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e495f6b-cd2e-4aa1-99c2-f59dc7751fe9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:36:22.434729 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-9c86bdb6-bd14-4f94-9864-ee3c7ed3da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '12f1ffb1-47e0-457f-8c3a-b6752015a12d', 'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'mac_address': 'fa:16:3e:18:d9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:12Z', 'updated_at': '2021-10-29T01:30:27Z', 'revision_number': 5, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'subnets': [{'id': 'fd490598-4e26-4fa2-b542-29057546e707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:22.479371 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c86bdb6-bd14-4f94-9864-ee3c7ed3da0e None None] Checking router: fbde8c67-8024-443f-8940-68afed81d5a0 for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:36:22.497203 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86bdb6-bd14-4f94-9864-ee3c7ed3da0e None None] Routers {'fbde8c67-8024-443f-8940-68afed81d5a0'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:36:22.497892 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-9c86bdb6-bd14-4f94-9864-ee3c7ed3da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:36:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['fbde8c67-8024-443f-8940-68afed81d5a0'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:22.501881 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:22.571512 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578397e5-6b12-40ad-913d-617e5f5de8b5 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:36:22.605352 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 578397e5-6b12-40ad-913d-617e5f5de8b5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=578397e5-6b12-40ad-913d-617e5f5de8b5,segment=NetworkSegment(3c8491ec-06dc-442d-ade4-8ef5a3cf82e0),segment_id=3c8491ec-06dc-442d-ade4-8ef5a3cf82e0)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:22.629478 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-9c86bdb6-bd14-4f94-9864-ee3c7ed3da0e None None] Set router fbde8c67-8024-443f-8940-68afed81d5a0 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:36:22.703971 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:22.805845 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=578397e5-6b12-40ad-913d-617e5f5de8b5,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:22.822690 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:22.823033 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:22.823366 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:22.823702 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:22.824019 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:22.824346 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:22.824662 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:22.824979 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:22.825300 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:22.825613 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:22.825959 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:22.826273 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:22.881164 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-9c86bdb6-bd14-4f94-9864-ee3c7ed3da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '12f1ffb1-47e0-457f-8c3a-b6752015a12d', 'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'mac_address': 'fa:16:3e:18:d9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:12Z', 'updated_at': '2021-10-29T01:30:27Z', 'revision_number': 5, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'subnets': [{'id': 'fd490598-4e26-4fa2-b542-29057546e707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:22.906699 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c86bdb6-bd14-4f94-9864-ee3c7ed3da0e None None] The sync data for ids ['fbde8c67-8024-443f-8940-68afed81d5a0'] in dv-cinder-815582-5-smb is: [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:30:15Z', 'revision_number': 4, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '12f1ffb1-47e0-457f-8c3a-b6752015a12d', 'name': '', 'network_id': '8e315fc3-abe9-469e-87a5-be6b4de29e90', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'mac_address': 'fa:16:3e:18:d9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fd490598-4e26-4fa2-b542-29057546e707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:12Z', 'updated_at': '2021-10-29T01:30:27Z', 'revision_number': 5, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'subnets': [{'id': 'fd490598-4e26-4fa2-b542-29057546e707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:36:23.088497 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['578397e5-6b12-40ad-913d-617e5f5de8b5'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:36:23.138144 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aef989a-1d9d-414e-9744-24652c4d1cdb None None] New status for floating IP ff5fcf5f-c5d5-43e5-a224-5417d738905d: DOWN {{(pid=101940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:36:23.166843 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59092d1-8472-41e8-9cc4-3dedc5b1dc59 req-856ad8b7-405a-4e9f-a7f7-2e92d17be8f0 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:23.168452 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a59092d1-8472-41e8-9cc4-3dedc5b1dc59 req-856ad8b7-405a-4e9f-a7f7-2e92d17be8f0 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 945 time: 0.0617807 Oct 29 01:36:23.213430 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a59092d1-8472-41e8-9cc4-3dedc5b1dc59 req-c5528334-5b0a-4be3-8c0a-297d68630257 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360417 Oct 29 01:36:23.449879 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 33162) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:23.506049 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec8ba-eb06-4a7b-81f0-2dd377860681 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:23.531463 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec8ba-eb06-4a7b-81f0-2dd377860681 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:23.831851 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec8ba-eb06-4a7b-81f0-2dd377860681 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:23.835139 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec8ba-eb06-4a7b-81f0-2dd377860681 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:23.836298 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-ce4ec8ba-eb06-4a7b-81f0-2dd377860681 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "DELETE /v2.0/security-groups/6fe0f85d-a234-4173-84e1-0f42adba0667 HTTP/1.1" status: 204 len: 168 time: 0.3854380 Oct 29 01:36:23.839228 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 33164) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:23.845423 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ec8ba-eb06-4a7b-81f0-2dd377860681 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe0f85d-a234-4173-84e1-0f42adba0667,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:23.853835 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.api.v2.resource [None req-1b9ebb8d-69ae-4fc2-80b2-55402a1329b4 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] show failed (client error): The resource could not be found. Oct 29 01:36:23.854843 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-1b9ebb8d-69ae-4fc2-80b2-55402a1329b4 tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "GET /v2.0/security-groups/6fe0f85d-a234-4173-84e1-0f42adba0667 HTTP/1.1" status: 404 len: 347 time: 0.0146418 Oct 29 01:36:23.857909 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 33166) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:23.983023 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-06448c66-3956-48d7-8aac-625ac7ea78ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Deleting port 1b805f4b-cc5f-4cae-b4fa-abe329b54893 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:23.983355 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-06448c66-3956-48d7-8aac-625ac7ea78ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:24.055611 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-06448c66-3956-48d7-8aac-625ac7ea78ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:24.055934 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-06448c66-3956-48d7-8aac-625ac7ea78ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:24.067106 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-06448c66-3956-48d7-8aac-625ac7ea78ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Calling delete_port for 1b805f4b-cc5f-4cae-b4fa-abe329b54893 owned by network:floatingip {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:24.282437 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 578397e5-6b12-40ad-913d-617e5f5de8b5 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:36:24.296394 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-06448c66-3956-48d7-8aac-625ac7ea78ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:24.340393 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06448c66-3956-48d7-8aac-625ac7ea78ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Pushing event deleted for resources: {'Port': ['ID=1b805f4b-cc5f-4cae-b4fa-abe329b54893,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:24.398348 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port 578397e5-6b12-40ad-913d-617e5f5de8b5 completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:36:24.402671 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 578397e5-6b12-40ad-913d-617e5f5de8b5 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:36:24.403093 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:24.406665 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220e79c-61e6-4ec6-ac2c-b455ab7af2f9 req-58567fff-74c7-4058-ad72-8283b14c9e23 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:24.408164 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e220e79c-61e6-4ec6-ac2c-b455ab7af2f9 req-58567fff-74c7-4058-ad72-8283b14c9e23 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 945 time: 0.1230667 Oct 29 01:36:24.438518 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-06448c66-3956-48d7-8aac-625ac7ea78ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks [] for floatingip, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:24.441331 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-06448c66-3956-48d7-8aac-625ac7ea78ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for floatingip, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:24.442549 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-06448c66-3956-48d7-8aac-625ac7ea78ff tempest-AttachVolumeTestJSON-1569637478 tempest-AttachVolumeTestJSON-1569637478-project] 10.222.0.77 "DELETE /v2.0/floatingips/ff5fcf5f-c5d5-43e5-a224-5417d738905d HTTP/1.1" status: 204 len: 168 time: 0.5837171 Oct 29 01:36:24.467717 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e220e79c-61e6-4ec6-ac2c-b455ab7af2f9 req-019eba33-62fe-4fd7-ac46-f24c89b600d6 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530114 Oct 29 01:36:24.501178 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:24.510438 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb5ed70-50f2-4693-af7f-5569ab898144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578397e5-6b12-40ad-913d-617e5f5de8b5'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:24.512662 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd057b01-fc03-4eea-8963-b65394d9b623" -d '{"events": [{"server_uuid": "fcb5ed70-50f2-4693-af7f-5569ab898144", "name": "network-vif-plugged", "status": "completed", "tag": "578397e5-6b12-40ad-913d-617e5f5de8b5"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:24.525311 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 578397e5-6b12-40ad-913d-617e5f5de8b5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=578397e5-6b12-40ad-913d-617e5f5de8b5,segment=NetworkSegment(3c8491ec-06dc-442d-ade4-8ef5a3cf82e0),segment_id=3c8491ec-06dc-442d-ade4-8ef5a3cf82e0)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:24.549342 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18caf6c2-306f-42dc-b4d1-27ae17219d5d x-openstack-request-id: req-18caf6c2-306f-42dc-b4d1-27ae17219d5d {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:24.549631 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb5ed70-50f2-4693-af7f-5569ab898144", "name": "network-vif-plugged", "status": "completed", "tag": "578397e5-6b12-40ad-913d-617e5f5de8b5", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:24.549930 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18caf6c2-306f-42dc-b4d1-27ae17219d5d {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:24.550383 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb5ed70-50f2-4693-af7f-5569ab898144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578397e5-6b12-40ad-913d-617e5f5de8b5', 'code': 200} Oct 29 01:36:24.660477 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:24.661291 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 925b02a9-6371-4e42-ba26-7122920e8e20 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:36:24.703371 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: 925b02a9-6371-4e42-ba26-7122920e8e20 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:36:24.724571 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 925b02a9-6371-4e42-ba26-7122920e8e20 not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:36:24.728289 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=578397e5-6b12-40ad-913d-617e5f5de8b5,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:25.077060 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2543b0-a1cb-4241-b574-8203fa5633ae req-4b496395-261e-4f6e-8c9a-3a154f91b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:25.078552 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6c2543b0-a1cb-4241-b574-8203fa5633ae req-4b496395-261e-4f6e-8c9a-3a154f91b4ad service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 1099 time: 0.0412195 Oct 29 01:36:25.114866 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-6c2543b0-a1cb-4241-b574-8203fa5633ae req-ffb04ac8-7b4b-4b60-af3e-2cdd2d49bf31 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273163 Oct 29 01:36:25.583603 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ab6a2-2afb-4002-85db-c9590f6600e9 req-61ebccd9-8256-465e-9f65-1b87bc4edfd5 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:25.586357 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-db1ab6a2-2afb-4002-85db-c9590f6600e9 req-61ebccd9-8256-465e-9f65-1b87bc4edfd5 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 946 time: 0.0500438 Oct 29 01:36:25.630035 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-db1ab6a2-2afb-4002-85db-c9590f6600e9 req-092f1a07-2ba4-4b96-b3fb-c6beeb52b5de tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376623 Oct 29 01:36:26.746781 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077e501-096a-4e6f-963e-951099596836 req-9281b2f8-7fa6-4b52-9eaa-c909a52178b9 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:26.748450 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f077e501-096a-4e6f-963e-951099596836 req-9281b2f8-7fa6-4b52-9eaa-c909a52178b9 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 946 time: 0.0505967 Oct 29 01:36:26.785202 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f077e501-096a-4e6f-963e-951099596836 req-b5de04f0-072e-4769-a2fa-b314830adbd5 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309236 Oct 29 01:36:28.521576 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1a37-a2a2-4cdb-a5f8-87df2340ec8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:28.713747 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd9c86-7970-4a7a-aab0-73c4d296bea8 req-0957be4c-d369-47c6-8cf2-0eedf96bc9e4 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:28.723270 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-91fd9c86-7970-4a7a-aab0-73c4d296bea8 req-0957be4c-d369-47c6-8cf2-0eedf96bc9e4 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 946 time: 0.0521619 Oct 29 01:36:28.754459 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-91fd9c86-7970-4a7a-aab0-73c4d296bea8 req-b440d3d2-fefe-4b4d-9e85-2fc161cff789 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330594 Oct 29 01:36:28.814318 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 33214) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:29.198354 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-78a102fc-9d37-4520-96df-0bab185d6e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562726'] for router_interface, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:29.440979 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-78a102fc-9d37-4520-96df-0bab185d6e62 admin admin] Deleting port 12f1ffb1-47e0-457f-8c3a-b6752015a12d {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:29.441315 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-78a102fc-9d37-4520-96df-0bab185d6e62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:29.517150 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [None req-78a102fc-9d37-4520-96df-0bab185d6e62 admin admin] For port 12f1ffb1-47e0-457f-8c3a-b6752015a12d, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=12f1ffb1-47e0-457f-8c3a-b6752015a12d,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:29.517453 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-78a102fc-9d37-4520-96df-0bab185d6e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:29.529271 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-78a102fc-9d37-4520-96df-0bab185d6e62 admin admin] Calling delete_port for 12f1ffb1-47e0-457f-8c3a-b6752015a12d owned by network:router_interface {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:29.852418 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-78a102fc-9d37-4520-96df-0bab185d6e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:29.886102 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a102fc-9d37-4520-96df-0bab185d6e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=12f1ffb1-47e0-457f-8c3a-b6752015a12d,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:29.918305 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901bf6b-623e-473d-8391-02ebcf37e90d req-d04be5b6-fd87-4e76-bc2b-ee7450e3ead3 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:29.919874 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b901bf6b-623e-473d-8391-02ebcf37e90d req-d04be5b6-fd87-4e76-bc2b-ee7450e3ead3 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 946 time: 0.0957875 Oct 29 01:36:29.989339 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b901bf6b-623e-473d-8391-02ebcf37e90d req-8afc8cd3-3f44-4e55-9523-787f282b5ef6 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482492 Oct 29 01:36:30.084788 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-78a102fc-9d37-4520-96df-0bab185d6e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1534128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562866'] for router_interface, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:30.308046 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a102fc-9d37-4520-96df-0bab185d6e62 admin admin] Router fbde8c67-8024-443f-8940-68afed81d5a0 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:36:30.699519 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb4cc3-d4ea-4275-967e-70a2a3b0e08a req-9f6f3335-1974-4b14-8b13-f29c116f2277 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:30.704075 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-89cb4cc3-d4ea-4275-967e-70a2a3b0e08a req-9f6f3335-1974-4b14-8b13-f29c116f2277 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.89 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 946 time: 0.0664794 Oct 29 01:36:30.707061 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a102fc-9d37-4520-96df-0bab185d6e62 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:36:30.713749 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-78a102fc-9d37-4520-96df-0bab185d6e62 admin admin] 10.222.0.77 "PUT /v2.0/routers/fbde8c67-8024-443f-8940-68afed81d5a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8983898 Oct 29 01:36:30.716523 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 33222) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:30.718590 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f11c6d-b943-427c-ac05-05f1ae1b2fb1 None None] Sync routers for ids ['fbde8c67-8024-443f-8940-68afed81d5a0'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:36:30.730939 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f11c6d-b943-427c-ac05-05f1ae1b2fb1 None None] Routers {'fbde8c67-8024-443f-8940-68afed81d5a0'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:36:30.731726 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-92f11c6d-b943-427c-ac05-05f1ae1b2fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:36:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['fbde8c67-8024-443f-8940-68afed81d5a0'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:30.808546 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-89cb4cc3-d4ea-4275-967e-70a2a3b0e08a req-1c905092-da2d-4ca3-8b55-0c1fa5982d47 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Deleting port 578397e5-6b12-40ad-913d-617e5f5de8b5 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:30.808921 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-89cb4cc3-d4ea-4275-967e-70a2a3b0e08a req-1c905092-da2d-4ca3-8b55-0c1fa5982d47 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:30.825606 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3db9-34a9-45a2-954e-1356435e55df admin admin] Publish callbacks [] for router, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:30.845145 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-92f11c6d-b943-427c-ac05-05f1ae1b2fb1 None None] Set router fbde8c67-8024-443f-8940-68afed81d5a0 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:36:30.919592 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-89cb4cc3-d4ea-4275-967e-70a2a3b0e08a req-1c905092-da2d-4ca3-8b55-0c1fa5982d47 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] For port 578397e5-6b12-40ad-913d-617e5f5de8b5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=578397e5-6b12-40ad-913d-617e5f5de8b5,segment=NetworkSegment(3c8491ec-06dc-442d-ade4-8ef5a3cf82e0),segment_id=3c8491ec-06dc-442d-ade4-8ef5a3cf82e0)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:30.920190 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-89cb4cc3-d4ea-4275-967e-70a2a3b0e08a req-1c905092-da2d-4ca3-8b55-0c1fa5982d47 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:30.936003 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-89cb4cc3-d4ea-4275-967e-70a2a3b0e08a req-1c905092-da2d-4ca3-8b55-0c1fa5982d47 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Calling delete_port for 578397e5-6b12-40ad-913d-617e5f5de8b5 owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:30.939456 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3db9-34a9-45a2-954e-1356435e55df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:31.129535 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a7608-08f2-4456-9ea9-fdd074cef693 req-2aa03f59-af23-4376-9883-bece4ccd2e5e tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:31.131058 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5a1a7608-08f2-4456-9ea9-fdd074cef693 req-2aa03f59-af23-4376-9883-bece4ccd2e5e tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 946 time: 0.0643036 Oct 29 01:36:31.144513 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e3db9-34a9-45a2-954e-1356435e55df admin admin] Deleting port 2b87d916-3ab4-481f-a8ea-671f65a60667 {{(pid=101937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:31.145600 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3db9-34a9-45a2-954e-1356435e55df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:31.177436 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5a1a7608-08f2-4456-9ea9-fdd074cef693 req-1a9cb624-f127-4f17-b80b-084c6951890b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388107 Oct 29 01:36:31.198540 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-92f11c6d-b943-427c-ac05-05f1ae1b2fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:36:29Z', 'revision_number': 5, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port': {'id': '2b87d916-3ab4-481f-a8ea-671f65a60667', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:06Z', 'updated_at': '2021-10-29T01:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:31.230886 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f11c6d-b943-427c-ac05-05f1ae1b2fb1 None None] Checking router: fbde8c67-8024-443f-8940-68afed81d5a0 for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:36:31.232568 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [None req-8a5e3db9-34a9-45a2-954e-1356435e55df admin admin] For port 2b87d916-3ab4-481f-a8ea-671f65a60667, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=2b87d916-3ab4-481f-a8ea-671f65a60667,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:31.233080 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3db9-34a9-45a2-954e-1356435e55df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:31.239947 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f11c6d-b943-427c-ac05-05f1ae1b2fb1 None None] Routers {'fbde8c67-8024-443f-8940-68afed81d5a0'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:36:31.240565 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-92f11c6d-b943-427c-ac05-05f1ae1b2fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:36:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['fbde8c67-8024-443f-8940-68afed81d5a0'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:31.246791 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e3db9-34a9-45a2-954e-1356435e55df admin admin] Calling delete_port for 2b87d916-3ab4-481f-a8ea-671f65a60667 owned by network:router_gateway {{(pid=101937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:31.305300 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a4ec8d90-e1ca-4d01-b305-d1eae64735de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:31.332366 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-92f11c6d-b943-427c-ac05-05f1ae1b2fb1 None None] Set router fbde8c67-8024-443f-8940-68afed81d5a0 gateway port host: None {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:36:31.340185 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-89cb4cc3-d4ea-4275-967e-70a2a3b0e08a req-1c905092-da2d-4ca3-8b55-0c1fa5982d47 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:31.376854 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c905092-da2d-4ca3-8b55-0c1fa5982d47 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Pushing event deleted for resources: {'Port': ['ID=578397e5-6b12-40ad-913d-617e5f5de8b5,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:31.389153 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-92f11c6d-b943-427c-ac05-05f1ae1b2fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:36:30Z', 'revision_number': 6, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port_host': None}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:31.392413 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['578397e5-6b12-40ad-913d-617e5f5de8b5'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:36:31.427562 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cb4cc3-d4ea-4275-967e-70a2a3b0e08a req-1c905092-da2d-4ca3-8b55-0c1fa5982d47 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] No DVR routers for this DVR port 578397e5-6b12-40ad-913d-617e5f5de8b5 on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:36:31.430719 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-89cb4cc3-d4ea-4275-967e-70a2a3b0e08a req-1c905092-da2d-4ca3-8b55-0c1fa5982d47 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:31.434307 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-89cb4cc3-d4ea-4275-967e-70a2a3b0e08a req-1c905092-da2d-4ca3-8b55-0c1fa5982d47 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.89 "DELETE /v2.0/ports/578397e5-6b12-40ad-913d-617e5f5de8b5 HTTP/1.1" status: 204 len: 173 time: 0.7254357 Oct 29 01:36:31.434807 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb5ed70-50f2-4693-af7f-5569ab898144', 'name': 'network-vif-deleted', 'tag': '578397e5-6b12-40ad-913d-617e5f5de8b5'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:31.437900 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7203cc01-a64e-4c6d-bff0-ff79c21bda83" -d '{"events": [{"server_uuid": "fcb5ed70-50f2-4693-af7f-5569ab898144", "name": "network-vif-deleted", "tag": "578397e5-6b12-40ad-913d-617e5f5de8b5"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:31.442034 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f11c6d-b943-427c-ac05-05f1ae1b2fb1 None None] The sync data for ids ['fbde8c67-8024-443f-8940-68afed81d5a0'] in dv-cinder-815582-5-smb is: [{'id': 'fbde8c67-8024-443f-8940-68afed81d5a0', 'name': 'tempest-AttachVolumeTestJSON-1182313423-router', 'tenant_id': '0dcb593d72c64c55920c19dbe2d09c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:04Z', 'updated_at': '2021-10-29T01:36:30Z', 'revision_number': 6, 'project_id': '0dcb593d72c64c55920c19dbe2d09c56', 'gw_port_host': None}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:36:31.489501 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69805b8e-2d5f-47cd-bb18-278ad794c0b9 x-openstack-request-id: req-69805b8e-2d5f-47cd-bb18-278ad794c0b9 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:31.489845 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb5ed70-50f2-4693-af7f-5569ab898144", "name": "network-vif-deleted", "tag": "578397e5-6b12-40ad-913d-617e5f5de8b5", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:31.490117 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69805b8e-2d5f-47cd-bb18-278ad794c0b9 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:31.490513 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb5ed70-50f2-4693-af7f-5569ab898144', 'name': 'network-vif-deleted', 'tag': '578397e5-6b12-40ad-913d-617e5f5de8b5', 'status': 'completed', 'code': 200} Oct 29 01:36:31.610620 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:31.722733 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3db9-34a9-45a2-954e-1356435e55df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476237'] for port, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:31.750697 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e3db9-34a9-45a2-954e-1356435e55df admin admin] Pushing event deleted for resources: {'Port': ['ID=2b87d916-3ab4-481f-a8ea-671f65a60667,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:31.812822 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3db9-34a9-45a2-954e-1356435e55df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-685676'] for router_gateway, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:31.924158 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3db9-34a9-45a2-954e-1356435e55df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2627'] for router, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:31.926298 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3db9-34a9-45a2-954e-1356435e55df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:32.100357 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3db9-34a9-45a2-954e-1356435e55df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561393'] for router, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:32.101291 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5e3db9-34a9-45a2-954e-1356435e55df admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbde8c67-8024-443f-8940-68afed81d5a0 {{(pid=101937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 01:36:32.108091 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3db9-34a9-45a2-954e-1356435e55df admin admin] Publish callbacks [] for router, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:32.109539 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-8a5e3db9-34a9-45a2-954e-1356435e55df admin admin] 10.222.0.77 "DELETE /v2.0/routers/fbde8c67-8024-443f-8940-68afed81d5a0 HTTP/1.1" status: 204 len: 168 time: 1.3913457 Oct 29 01:36:32.111871 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 33228) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:32.158653 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_v2 [None req-597665e7-dd6b-4f55-a663-49136a0894fa admin admin] Deleting subnet fd490598-4e26-4fa2-b542-29057546e707 {{(pid=101937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:36:32.161611 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-597665e7-dd6b-4f55-a663-49136a0894fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:32.197118 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-597665e7-dd6b-4f55-a663-49136a0894fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10477149'] for subnet, precommit_delete_associations {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:32.231409 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:32.312789 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-56122474-2520-43ea-a0b5-067fb2868422 req-d726bdad-8961-4812-b9c7-90918bbe6be8 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcb5ed70-50f2-4693-af7f-5569ab898144 HTTP/1.1" status: 200 len: 210 time: 0.0275917 Oct 29 01:36:32.329886 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-597665e7-dd6b-4f55-a663-49136a0894fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471143'] for subnet, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:32.637454 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-597665e7-dd6b-4f55-a663-49136a0894fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10476056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8768879'] for subnet, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:32.659135 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 2b87d916-3ab4-481f-a8ea-671f65a60667 no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:36:32.665694 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597665e7-dd6b-4f55-a663-49136a0894fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd490598-4e26-4fa2-b542-29057546e707,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:32.667723 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-597665e7-dd6b-4f55-a663-49136a0894fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:32.673336 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-597665e7-dd6b-4f55-a663-49136a0894fa admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fd490598-4e26-4fa2-b542-29057546e707 HTTP/1.1" status: 204 len: 168 time: 0.5581834 Oct 29 01:36:32.673690 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 33232) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:32.684253 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4653b9-e48a-408a-a0dd-621efa327356 None None] Network 8e315fc3-abe9-469e-87a5-be6b4de29e90 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:36:32.686843 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 2b87d916-3ab4-481f-a8ea-671f65a60667 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:36:32.687239 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 2b87d916-3ab4-481f-a8ea-671f65a60667 not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:36:32.687689 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 12f1ffb1-47e0-457f-8c3a-b6752015a12d no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:36:32.719572 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 12f1ffb1-47e0-457f-8c3a-b6752015a12d {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:36:32.721525 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 12f1ffb1-47e0-457f-8c3a-b6752015a12d not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:36:32.742923 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564593'] for network, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:32.794344 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] Deleting port 7ca7739d-25c5-4276-8d0f-aec50de30bf6 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:32.796592 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:32.865072 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] For port 7ca7739d-25c5-4276-8d0f-aec50de30bf6, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=7ca7739d-25c5-4276-8d0f-aec50de30bf6,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:32.865458 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:32.880106 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] Calling delete_port for 7ca7739d-25c5-4276-8d0f-aec50de30bf6 owned by network:dhcp {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:32.885570 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2c95fc-6879-41d9-b7bc-8c66e9812173 None None] DHCP port deletion for 8e315fc3-abe9-469e-87a5-be6b4de29e90 request from dv-cinder-815582-5-smb {{(pid=101939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 01:36:32.938547 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fb2c95fc-6879-41d9-b7bc-8c66e9812173 None None] Deleting port 7ca7739d-25c5-4276-8d0f-aec50de30bf6 {{(pid=101939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:32.939564 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fb2c95fc-6879-41d9-b7bc-8c66e9812173 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:33.002174 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-fb2c95fc-6879-41d9-b7bc-8c66e9812173 None None] For port 7ca7739d-25c5-4276-8d0f-aec50de30bf6, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=7ca7739d-25c5-4276-8d0f-aec50de30bf6,segment=NetworkSegment(8dea3888-3b84-431d-97c3-c224992ea523),segment_id=8dea3888-3b84-431d-97c3-c224992ea523)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:33.002558 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fb2c95fc-6879-41d9-b7bc-8c66e9812173 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:33.014882 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fb2c95fc-6879-41d9-b7bc-8c66e9812173 None None] Calling delete_port for 7ca7739d-25c5-4276-8d0f-aec50de30bf6 owned by network:dhcp {{(pid=101939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:33.031577 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:33.061833 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca7739d-25c5-4276-8d0f-aec50de30bf6,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:33.063631 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] No DVR routers for this DVR port 7ca7739d-25c5-4276-8d0f-aec50de30bf6 on host dv-cinder-815582-5-smb {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:36:33.156580 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fb2c95fc-6879-41d9-b7bc-8c66e9812173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191'] for port, after_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:33.161278 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473234', 'neutron.services.segments.db._delete_segments_for_network-8734167248240'] for network, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:33.197593 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e315fc3-abe9-469e-87a5-be6b4de29e90']}} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:33.198156 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c95fc-6879-41d9-b7bc-8c66e9812173 None None] Pushing event deleted for resources: {'Port': ['ID=7ca7739d-25c5-4276-8d0f-aec50de30bf6,revision_number=None']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:33.203349 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c95fc-6879-41d9-b7bc-8c66e9812173 None None] No DVR routers for this DVR port 7ca7739d-25c5-4276-8d0f-aec50de30bf6 on host dv-cinder-815582-5-smb {{(pid=101939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:36:33.208077 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dea3888-3b84-431d-97c3-c224992ea523') {'for_net_delete': True} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:33.208410 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dea3888-3b84-431d-97c3-c224992ea523') {} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:33.232285 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734167249785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8648581'] for segment, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:33.262591 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:33.268840 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=101938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:36:33.269222 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8883247'] for segment, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: Traceback (most recent call last): Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: timer() Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: cb(*args, **kw) Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: return func(*args, **kwargs) Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: self._notify() Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: self.callback(batched_events) Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: event.method(event) Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: return f(self, *a, **k) Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: return self._get(url).json() Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: return self.request(url, 'GET', **kwargs) Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:36:33.271131 dv-cinder-815582-5-smb neutron-server[101938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:36:33.380130 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-685616'] for network, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:33.386692 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:33.390066 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8e315fc3-abe9-469e-87a5-be6b4de29e90 HTTP/1.1" status: 204 len: 168 time: 0.7153044 Oct 29 01:36:33.403141 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b14aa-da06-4a22-9ffb-fb5db5aa0a74 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e315fc3-abe9-469e-87a5-be6b4de29e90,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:33.580869 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-966b0404-1317-4f45-8ac8-73b56a2931eb tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:33.582258 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-966b0404-1317-4f45-8ac8-73b56a2931eb tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/networks?id=39d50da1-435b-4a44-979c-b269e6329b8f HTTP/1.1" status: 200 len: 808 time: 0.0988424 Oct 29 01:36:33.597990 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-c6f5461e-6ffa-45bc-8b41-bbf4f5d0fe3d tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/quotas/6d22fe7bcf864e37ac70d2ec5b43926d HTTP/1.1" status: 200 len: 375 time: 0.0089054 Oct 29 01:36:33.634905 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-221b5b12-2136-4769-b12c-5edde3df28d7 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d22fe7bcf864e37ac70d2ec5b43926d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310602 Oct 29 01:36:33.727193 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 33252) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:33.787785 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-c4ce10b9-27c5-48de-902d-26f8afc345fd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0dcb593d72c64c55920c19dbe2d09c56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0593348 Oct 29 01:36:33.790538 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 33254) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:33.801367 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-1fa63245-d7de-4ae9-a067-addbdc53655e service neutron] 10.222.0.77 "GET /v2.0/networks/39d50da1-435b-4a44-979c-b269e6329b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594310 Oct 29 01:36:33.842724 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c328e70f-2581-4488-b951-5b1faf6481e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:33.863403 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c328e70f-2581-4488-b951-5b1faf6481e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:33.897686 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-788b2545-6409-4050-ba81-cbdc0a373960 service neutron] 10.222.0.77 "GET /v2.0/networks/39d50da1-435b-4a44-979c-b269e6329b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897431 Oct 29 01:36:34.002665 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c328e70f-2581-4488-b951-5b1faf6481e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:34.005277 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-c328e70f-2581-4488-b951-5b1faf6481e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:34.007186 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-c328e70f-2581-4488-b951-5b1faf6481e1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9373ded-395a-48a9-b156-f3c50c2838ac HTTP/1.1" status: 204 len: 168 time: 0.2149119 Oct 29 01:36:34.015506 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328e70f-2581-4488-b951-5b1faf6481e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9373ded-395a-48a9-b156-f3c50c2838ac,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:34.156336 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bd2e8e25-fd86-4391-a461-dc9581363650 req-be561c35-ae12-4ff2-9fd9-6eca800c63eb tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 210 time: 0.0286324 Oct 29 01:36:34.226225 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:34.300899 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 578397e5-6b12-40ad-913d-617e5f5de8b5 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:36:34.324834 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: 578397e5-6b12-40ad-913d-617e5f5de8b5 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:36:34.325171 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 578397e5-6b12-40ad-913d-617e5f5de8b5 not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:36:34.658593 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 7ca7739d-25c5-4276-8d0f-aec50de30bf6 no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:36:34.679263 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 7ca7739d-25c5-4276-8d0f-aec50de30bf6 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:36:34.679611 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 7ca7739d-25c5-4276-8d0f-aec50de30bf6 not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:36:35.252130 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bee0014b-7ed7-4be0-a524-8756b832dfaa req-378c06ba-2a39-4570-8093-9e3dd22cf621 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 210 time: 0.0295212 Oct 29 01:36:36.365860 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5950a208-6877-4487-8ded-8dd54369822c req-52c909ed-7eb6-498e-9f93-8e8347970413 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 210 time: 0.0325708 Oct 29 01:36:36.765186 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-e25896b6-b9f4-4914-83bd-671a9375ffde tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:36.766545 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-e25896b6-b9f4-4914-83bd-671a9375ffde tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.89 "GET /v2.0/networks?id=39d50da1-435b-4a44-979c-b269e6329b8f HTTP/1.1" status: 200 len: 808 time: 0.1005199 Oct 29 01:36:36.788696 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-6d31eef1-773e-48d1-a9c9-b2eb2cfff36b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Request body: {'port': {'device_id': 'a43c0773-49ce-4dcd-84ca-1cfcdeef75d7', 'network_id': '39d50da1-435b-4a44-979c-b269e6329b8f', 'admin_state_up': True, 'tenant_id': '6d22fe7bcf864e37ac70d2ec5b43926d'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:36:37.019720 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-6d31eef1-773e-48d1-a9c9-b2eb2cfff36b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Made reservation on behalf of 6d22fe7bcf864e37ac70d2ec5b43926d for: {'port': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:36:37.023591 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-6d31eef1-773e-48d1-a9c9-b2eb2cfff36b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:37.146948 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-6d31eef1-773e-48d1-a9c9-b2eb2cfff36b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Allocated IP 172.20.0.12 (39d50da1-435b-4a44-979c-b269e6329b8f/2e495f6b-cd2e-4aa1-99c2-f59dc7751fe9/c9207660-cbc2-42e7-9165-dd84902c6fb4) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:36:37.292908 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-6d31eef1-773e-48d1-a9c9-b2eb2cfff36b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:37.397884 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-6d31eef1-773e-48d1-a9c9-b2eb2cfff36b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:37.453951 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-6d31eef1-773e-48d1-a9c9-b2eb2cfff36b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Network 39d50da1-435b-4a44-979c-b269e6329b8f is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:36:37.467358 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-6d31eef1-773e-48d1-a9c9-b2eb2cfff36b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:36:37.484914 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-6d31eef1-773e-48d1-a9c9-b2eb2cfff36b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:36:37.488296 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31eef1-773e-48d1-a9c9-b2eb2cfff36b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Pushing event updated for resources: {'Port': ['ID=c9207660-cbc2-42e7-9165-dd84902c6fb4,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:37.544301 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-6d31eef1-773e-48d1-a9c9-b2eb2cfff36b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:37.544828 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-6d31eef1-773e-48d1-a9c9-b2eb2cfff36b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:37.553965 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd639f91-b367-42cf-a8fc-0c61260b194b req-ec320812-4e18-4a9e-845b-9b5875f44502 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:37.555416 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cd639f91-b367-42cf-a8fc-0c61260b194b req-ec320812-4e18-4a9e-845b-9b5875f44502 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 932 time: 0.1132259 Oct 29 01:36:37.595448 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cd639f91-b367-42cf-a8fc-0c61260b194b req-5aea7874-1749-41bc-827c-70a96068adf9 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324953 Oct 29 01:36:37.702379 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-6d31eef1-773e-48d1-a9c9-b2eb2cfff36b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9175270 Oct 29 01:36:37.724064 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Request body: {'port': {'device_id': 'a43c0773-49ce-4dcd-84ca-1cfcdeef75d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:36:37.776005 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:38.043665 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9207660-cbc2-42e7-9165-dd84902c6fb4 {{(pid=101938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:36:38.051584 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:38.067196 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.provisioning_blocks [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Transition to ACTIVE for port object c9207660-cbc2-42e7-9165-dd84902c6fb4 will not be triggered until provisioned by entity L2. {{(pid=101938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:36:38.174205 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:38.240829 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Pushing event updated for resources: {'Port': ['ID=c9207660-cbc2-42e7-9165-dd84902c6fb4,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:38.293506 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Attempting to bind port c9207660-cbc2-42e7-9165-dd84902c6fb4 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:36:38.293946 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Attempting to bind port c9207660-cbc2-42e7-9165-dd84902c6fb4 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '3c8491ec-06dc-442d-ade4-8ef5a3cf82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '39d50da1-435b-4a44-979c-b269e6329b8f'}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:36:38.303878 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Attempting to bind port c9207660-cbc2-42e7-9165-dd84902c6fb4 on network 39d50da1-435b-4a44-979c-b269e6329b8f {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:36:38.303878 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Port c9207660-cbc2-42e7-9165-dd84902c6fb4 on network 39d50da1-435b-4a44-979c-b269e6329b8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:36:38.303878 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Attempting to bind port c9207660-cbc2-42e7-9165-dd84902c6fb4 on network 39d50da1-435b-4a44-979c-b269e6329b8f {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:36:38.303878 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:36:38.304316 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Checking segment: {'id': '3c8491ec-06dc-442d-ade4-8ef5a3cf82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '39d50da1-435b-4a44-979c-b269e6329b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:36:38.304444 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Bound using segment: {'id': '3c8491ec-06dc-442d-ade4-8ef5a3cf82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '39d50da1-435b-4a44-979c-b269e6329b8f'} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:36:38.304819 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Bound port: c9207660-cbc2-42e7-9165-dd84902c6fb4, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8491ec-06dc-442d-ade4-8ef5a3cf82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '39d50da1-435b-4a44-979c-b269e6329b8f'}}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:36:38.305162 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:38.367337 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] For port c9207660-cbc2-42e7-9165-dd84902c6fb4, host hv-cinder-81558, cleared binding levels {{(pid=101938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:36:38.370289 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] For port c9207660-cbc2-42e7-9165-dd84902c6fb4, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c9207660-cbc2-42e7-9165-dd84902c6fb4,segment=NetworkSegment(3c8491ec-06dc-442d-ade4-8ef5a3cf82e0),segment_id=3c8491ec-06dc-442d-ade4-8ef5a3cf82e0)] {{(pid=101938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:36:38.449040 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:38.486850 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:38.487459 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:38.488822 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] 10.222.0.89 "PUT /v2.0/ports/c9207660-cbc2-42e7-9165-dd84902c6fb4 HTTP/1.1" status: 200 len: 1094 time: 0.7687948 Oct 29 01:36:38.489271 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43c0773-49ce-4dcd-84ca-1cfcdeef75d7', 'tag': 'c9207660-cbc2-42e7-9165-dd84902c6fb4'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:38.491577 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03a370a-819b-49c1-90c8-8f32c2ee5bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "a43c0773-49ce-4dcd-84ca-1cfcdeef75d7", "tag": "c9207660-cbc2-42e7-9165-dd84902c6fb4"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:38.516373 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d72fec-a840-488d-9bf8-b12cd3d8fd5e service neutron] Pushing event updated for resources: {'Port': ['ID=c9207660-cbc2-42e7-9165-dd84902c6fb4,revision_number=3']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:38.528672 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95774eb0-4ca2-405c-a376-ee3c8c6625b9 x-openstack-request-id: req-95774eb0-4ca2-405c-a376-ee3c8c6625b9 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:38.528968 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43c0773-49ce-4dcd-84ca-1cfcdeef75d7", "tag": "c9207660-cbc2-42e7-9165-dd84902c6fb4", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:38.529227 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-95774eb0-4ca2-405c-a376-ee3c8c6625b9 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:38.529627 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43c0773-49ce-4dcd-84ca-1cfcdeef75d7', 'tag': 'c9207660-cbc2-42e7-9165-dd84902c6fb4', 'status': 'completed', 'code': 200} Oct 29 01:36:38.616326 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a370a-819b-49c1-90c8-8f32c2ee5bd6 req-825b2db8-c950-4804-b3f7-79dee1143d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:38.617839 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d03a370a-819b-49c1-90c8-8f32c2ee5bd6 req-825b2db8-c950-4804-b3f7-79dee1143d48 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6d22fe7bcf864e37ac70d2ec5b43926d&device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 1097 time: 0.0418513 Oct 29 01:36:38.749904 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a2e22-fe07-4304-9e9e-21a13745d171 req-27764456-04a4-4373-866b-b755e7e70013 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:38.751247 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c86a2e22-fe07-4304-9e9e-21a13745d171 req-27764456-04a4-4373-866b-b755e7e70013 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 944 time: 0.0700741 Oct 29 01:36:38.774945 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a370a-819b-49c1-90c8-8f32c2ee5bd6 req-db780940-f262-4a04-800d-17aca7759fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:38.776327 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d03a370a-819b-49c1-90c8-8f32c2ee5bd6 req-db780940-f262-4a04-800d-17aca7759fab service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=6d22fe7bcf864e37ac70d2ec5b43926d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1418464 Oct 29 01:36:38.815739 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c86a2e22-fe07-4304-9e9e-21a13745d171 req-fe48e23a-011b-4d31-ad10-0eb6ecc3c375 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556695 Oct 29 01:36:38.882642 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a370a-819b-49c1-90c8-8f32c2ee5bd6 req-034655bb-5bcd-4dd4-b5b7-6273a5876bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:38.884086 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d03a370a-819b-49c1-90c8-8f32c2ee5bd6 req-034655bb-5bcd-4dd4-b5b7-6273a5876bf3 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950933 Oct 29 01:36:38.995283 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-e01140f6-9b6f-419f-a13a-3d744800585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:38.996767 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-e01140f6-9b6f-419f-a13a-3d744800585f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6d22fe7bcf864e37ac70d2ec5b43926d&device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 1097 time: 0.0429862 Oct 29 01:36:39.050765 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-11654bcb-9eb5-4b06-a4fa-35862e95935a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9207660-cbc2-42e7-9165-dd84902c6fb4 HTTP/1.1" status: 200 len: 217 time: 0.0372205 Oct 29 01:36:39.101929 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-a5ef2225-5698-41bc-80cd-10484e0a44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:39.103471 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-a5ef2225-5698-41bc-80cd-10484e0a44c7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2e495f6b-cd2e-4aa1-99c2-f59dc7751fe9 HTTP/1.1" status: 200 len: 848 time: 0.0447378 Oct 29 01:36:39.135884 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-34209cf8-5079-4b5f-b567-a39ae0bdfafb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=39d50da1-435b-4a44-979c-b269e6329b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246530 Oct 29 01:36:39.231320 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-8196a179-4262-4008-9462-839f14455877 service neutron] 10.222.0.89 "GET /v2.0/networks/39d50da1-435b-4a44-979c-b269e6329b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872977 Oct 29 01:36:39.324204 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f61ded9e-75fd-4bca-80de-191b778f79fe req-363dbe08-246c-4cfa-a9a4-e95f1580128c service neutron] 10.222.0.89 "GET /v2.0/networks/39d50da1-435b-4a44-979c-b269e6329b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848372 Oct 29 01:36:39.785244 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:39.929401 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ace43a-ae3d-45d9-9392-b2e121c96d23 req-e8518e06-a640-4f11-bb5e-e419039bb85b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:39.930875 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b7ace43a-ae3d-45d9-9392-b2e121c96d23 req-e8518e06-a640-4f11-bb5e-e419039bb85b tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 944 time: 0.0475235 Oct 29 01:36:39.971605 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b7ace43a-ae3d-45d9-9392-b2e121c96d23 req-b22294ef-a187-425d-81a8-fc29dac85be4 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347760 Oct 29 01:36:41.085390 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4f7c8-1985-472f-965a-d4fea1914994 req-d4c34443-1329-4f07-b2e0-a194172b937d tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:41.086896 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c6c4f7c8-1985-472f-965a-d4fea1914994 req-d4c34443-1329-4f07-b2e0-a194172b937d tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 944 time: 0.0483861 Oct 29 01:36:41.125712 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c6c4f7c8-1985-472f-965a-d4fea1914994 req-63f058c4-d295-46bc-9046-e104dcf1b940 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328851 Oct 29 01:36:42.240972 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3c0f9-53f8-4fc1-bcca-1af5ba94c47b req-6dfff250-8f7b-4de3-97a9-faa687d97010 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:42.242459 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-47b3c0f9-53f8-4fc1-bcca-1af5ba94c47b req-6dfff250-8f7b-4de3-97a9-faa687d97010 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 944 time: 0.0490775 Oct 29 01:36:42.282239 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-47b3c0f9-53f8-4fc1-bcca-1af5ba94c47b req-a3f18f89-358a-461a-a774-9f9f650cfdaf tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337262 Oct 29 01:36:42.374698 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device c9207660-cbc2-42e7-9165-dd84902c6fb4 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:36:42.375642 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 33386) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:42.473831 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port c9207660-cbc2-42e7-9165-dd84902c6fb4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c9207660-cbc2-42e7-9165-dd84902c6fb4,segment=NetworkSegment(3c8491ec-06dc-442d-ade4-8ef5a3cf82e0),segment_id=3c8491ec-06dc-442d-ade4-8ef5a3cf82e0)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:42.482205 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:42.486363 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': 'c9207660-cbc2-42e7-9165-dd84902c6fb4', 'network_id': '39d50da1-435b-4a44-979c-b269e6329b8f', 'port_id': 'c9207660-cbc2-42e7-9165-dd84902c6fb4', 'mac_address': 'fa:16:3e:09:a6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e495f6b-cd2e-4aa1-99c2-f59dc7751fe9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:36:42.524168 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:42.541065 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9207660-cbc2-42e7-9165-dd84902c6fb4 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:36:42.556986 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:42.561086 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port c9207660-cbc2-42e7-9165-dd84902c6fb4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c9207660-cbc2-42e7-9165-dd84902c6fb4,segment=NetworkSegment(3c8491ec-06dc-442d-ade4-8ef5a3cf82e0),segment_id=3c8491ec-06dc-442d-ade4-8ef5a3cf82e0)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:42.711453 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:42.753148 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fc53ef8990554e8ebef209b57cb12746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764420 Oct 29 01:36:42.754064 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a89d0f-864a-4db5-afe5-d3f9038a7462,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:42.755963 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 33390) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:42.757183 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:42.763094 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:42.763580 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:42.769062 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:42.769062 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:42.769062 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:42.769062 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:42.769062 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:42.769062 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:42.769062 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:42.769062 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:42.769062 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:42.769062 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb4afb-d907-4eaa-bf98-ea1700f7a258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:42.806502 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=c9207660-cbc2-42e7-9165-dd84902c6fb4,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:42.811735 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3b363ebe-872c-4550-81ad-ee8fa88e3a74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:42.829384 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3b363ebe-872c-4550-81ad-ee8fa88e3a74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:43.001398 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3b363ebe-872c-4550-81ad-ee8fa88e3a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:43.004438 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3b363ebe-872c-4550-81ad-ee8fa88e3a74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:43.005742 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-3b363ebe-872c-4550-81ad-ee8fa88e3a74 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/78a89d0f-864a-4db5-afe5-d3f9038a7462 HTTP/1.1" status: 204 len: 168 time: 0.2487137 Oct 29 01:36:43.016025 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b363ebe-872c-4550-81ad-ee8fa88e3a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a89d0f-864a-4db5-afe5-d3f9038a7462,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:43.098439 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['c9207660-cbc2-42e7-9165-dd84902c6fb4'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:36:43.400267 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856645c1-2874-4851-aa84-2a2bd834118c req-32a1386a-5f54-48ce-868d-e175651e7760 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:43.401773 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-856645c1-2874-4851-aa84-2a2bd834118c req-32a1386a-5f54-48ce-868d-e175651e7760 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 945 time: 0.0493879 Oct 29 01:36:43.442233 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-856645c1-2874-4851-aa84-2a2bd834118c req-eb8aca92-133e-42db-9113-5420913edf19 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343308 Oct 29 01:36:43.700179 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6470a72-8194-44a7-b636-53001e4f4924 req-2d5d2e09-7ffd-495f-889d-ef009501f5c3 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:43.701666 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f6470a72-8194-44a7-b636-53001e4f4924 req-2d5d2e09-7ffd-495f-889d-ef009501f5c3 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 946 time: 0.0496948 Oct 29 01:36:43.740954 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f6470a72-8194-44a7-b636-53001e4f4924 req-15ce9e4a-7d4b-4ef6-9588-02c5cc1eda6a tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331695 Oct 29 01:36:44.380194 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device c9207660-cbc2-42e7-9165-dd84902c6fb4 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:36:44.516744 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port c9207660-cbc2-42e7-9165-dd84902c6fb4 completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:36:44.520720 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port c9207660-cbc2-42e7-9165-dd84902c6fb4 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:36:44.521134 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:44.567528 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42384f-d0d7-4d8a-9a81-bd654aa74295 req-88786acf-0260-45e3-94e1-c3047303f272 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:44.569979 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2e42384f-d0d7-4d8a-9a81-bd654aa74295 req-88786acf-0260-45e3-94e1-c3047303f272 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 945 time: 0.0543818 Oct 29 01:36:44.600303 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:44.611976 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2e42384f-d0d7-4d8a-9a81-bd654aa74295 req-6e4d3424-e311-4d19-bea9-683a8b1adfda tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357761 Oct 29 01:36:44.625145 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43c0773-49ce-4dcd-84ca-1cfcdeef75d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9207660-cbc2-42e7-9165-dd84902c6fb4'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:44.627512 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e5426b-1410-4280-95dc-8d64690bad1f" -d '{"events": [{"server_uuid": "a43c0773-49ce-4dcd-84ca-1cfcdeef75d7", "name": "network-vif-plugged", "status": "completed", "tag": "c9207660-cbc2-42e7-9165-dd84902c6fb4"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:44.643781 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port c9207660-cbc2-42e7-9165-dd84902c6fb4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c9207660-cbc2-42e7-9165-dd84902c6fb4,segment=NetworkSegment(3c8491ec-06dc-442d-ade4-8ef5a3cf82e0),segment_id=3c8491ec-06dc-442d-ade4-8ef5a3cf82e0)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:44.665483 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e7147c-d2f0-4f92-9e3c-b56c9e427edd x-openstack-request-id: req-a6e7147c-d2f0-4f92-9e3c-b56c9e427edd {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:44.665799 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43c0773-49ce-4dcd-84ca-1cfcdeef75d7", "name": "network-vif-plugged", "status": "completed", "tag": "c9207660-cbc2-42e7-9165-dd84902c6fb4", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:44.666286 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6e7147c-d2f0-4f92-9e3c-b56c9e427edd {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:44.666864 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43c0773-49ce-4dcd-84ca-1cfcdeef75d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9207660-cbc2-42e7-9165-dd84902c6fb4', 'code': 200} Oct 29 01:36:44.727966 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:44.773957 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=c9207660-cbc2-42e7-9165-dd84902c6fb4,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:44.868296 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf548bc-8ec7-4f76-a5e8-f74a0b160ec6 req-77d96114-4e6f-49b8-bb3d-a356d90a1c3b tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:44.869871 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-adf548bc-8ec7-4f76-a5e8-f74a0b160ec6 req-77d96114-4e6f-49b8-bb3d-a356d90a1c3b tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 946 time: 0.0483849 Oct 29 01:36:44.907252 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-adf548bc-8ec7-4f76-a5e8-f74a0b160ec6 req-bdfaf70c-219b-41f3-99a6-425b8ab78538 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313995 Oct 29 01:36:45.116735 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5c579-1df7-4843-962e-bcafa95b42ca req-69880206-78dc-45a4-ba36-85d79d7d75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:45.118321 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5da5c579-1df7-4843-962e-bcafa95b42ca req-69880206-78dc-45a4-ba36-85d79d7d75a7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 1099 time: 0.0412724 Oct 29 01:36:45.153386 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5da5c579-1df7-4843-962e-bcafa95b42ca req-8d80d0bf-b0a1-44da-9911-5c4a8eb462df service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275810 Oct 29 01:36:45.585106 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ce1c-7fc5-42f4-86a1-57e2a3db63ff req-ed574a38-1ba3-42c2-ae29-9b232bbeaf55 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:45.586335 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b724ce1c-7fc5-42f4-86a1-57e2a3db63ff req-ed574a38-1ba3-42c2-ae29-9b232bbeaf55 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.89 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 946 time: 0.0514085 Oct 29 01:36:45.676269 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-b724ce1c-7fc5-42f4-86a1-57e2a3db63ff req-bce3e9c9-ede0-465e-9e86-705b68154f21 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Deleting port 7292e555-f166-46aa-86cc-a273bd4a8405 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:45.676606 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-b724ce1c-7fc5-42f4-86a1-57e2a3db63ff req-bce3e9c9-ede0-465e-9e86-705b68154f21 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:45.791223 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a586d-d144-4891-9b6f-1d9498f5c7be req-46ebf1ad-99ba-4c86-86f3-4a8a60f17af9 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:45.792658 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b22a586d-d144-4891-9b6f-1d9498f5c7be req-46ebf1ad-99ba-4c86-86f3-4a8a60f17af9 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 946 time: 0.1017022 Oct 29 01:36:45.805048 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-b724ce1c-7fc5-42f4-86a1-57e2a3db63ff req-bce3e9c9-ede0-465e-9e86-705b68154f21 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] For port 7292e555-f166-46aa-86cc-a273bd4a8405, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7292e555-f166-46aa-86cc-a273bd4a8405,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:45.805413 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-b724ce1c-7fc5-42f4-86a1-57e2a3db63ff req-bce3e9c9-ede0-465e-9e86-705b68154f21 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:45.883770 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b22a586d-d144-4891-9b6f-1d9498f5c7be req-06d8cbca-27a3-4a2b-a16b-543117246754 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837729 Oct 29 01:36:46.022166 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-b724ce1c-7fc5-42f4-86a1-57e2a3db63ff req-bce3e9c9-ede0-465e-9e86-705b68154f21 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:46.022515 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-b724ce1c-7fc5-42f4-86a1-57e2a3db63ff req-bce3e9c9-ede0-465e-9e86-705b68154f21 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685606'] for floatingip, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:46.022814 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.l3_db [req-b724ce1c-7fc5-42f4-86a1-57e2a3db63ff req-bce3e9c9-ede0-465e-9e86-705b68154f21 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Floating IP b9544f89-f9ef-411d-8105-e9ccbc9ed7f4 disassociated. External IP: 172.28.3.116, port: 7292e555-f166-46aa-86cc-a273bd4a8405. Oct 29 01:36:46.023152 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-b724ce1c-7fc5-42f4-86a1-57e2a3db63ff req-bce3e9c9-ede0-465e-9e86-705b68154f21 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Calling delete_port for 7292e555-f166-46aa-86cc-a273bd4a8405 owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:46.085036 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b66e0-3739-438c-9bde-0fcbcab43c95 req-83c51af5-d1a0-443b-a80a-3a5a32ede325 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:46.086512 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-995b66e0-3739-438c-9bde-0fcbcab43c95 req-83c51af5-d1a0-443b-a80a-3a5a32ede325 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 946 time: 0.1004050 Oct 29 01:36:46.145720 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-995b66e0-3739-438c-9bde-0fcbcab43c95 req-3bf0e743-2332-4711-906e-eec7cf365bf1 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d344de4-9a1f-4280-bc3c-6187f8e5875f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519173 Oct 29 01:36:46.299700 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-b724ce1c-7fc5-42f4-86a1-57e2a3db63ff req-bce3e9c9-ede0-465e-9e86-705b68154f21 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:46.328523 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3e9c9-ede0-465e-9e86-705b68154f21 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event deleted for resources: {'Port': ['ID=7292e555-f166-46aa-86cc-a273bd4a8405,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:46.377418 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:36:46.451232 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b724ce1c-7fc5-42f4-86a1-57e2a3db63ff req-bce3e9c9-ede0-465e-9e86-705b68154f21 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Router b684d920-b4e6-4a2b-bebc-3e28b5417427 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:36:46.559492 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b724ce1c-7fc5-42f4-86a1-57e2a3db63ff req-bce3e9c9-ede0-465e-9e86-705b68154f21 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:36:46.571107 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa709ba-98fa-472c-b50a-31f7fd7cb3ee None None] Sync routers for ids ['b684d920-b4e6-4a2b-bebc-3e28b5417427'] in dv-cinder-815582-5-smb {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:36:46.581917 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa709ba-98fa-472c-b50a-31f7fd7cb3ee None None] Routers {'b684d920-b4e6-4a2b-bebc-3e28b5417427'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:36:46.582813 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-5aa709ba-98fa-472c-b50a-31f7fd7cb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:36:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['b684d920-b4e6-4a2b-bebc-3e28b5417427'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:46.599410 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-b724ce1c-7fc5-42f4-86a1-57e2a3db63ff req-bce3e9c9-ede0-465e-9e86-705b68154f21 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] No DVR routers for this DVR port 7292e555-f166-46aa-86cc-a273bd4a8405 on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:36:46.602340 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-b724ce1c-7fc5-42f4-86a1-57e2a3db63ff req-bce3e9c9-ede0-465e-9e86-705b68154f21 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:46.605637 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b724ce1c-7fc5-42f4-86a1-57e2a3db63ff req-bce3e9c9-ede0-465e-9e86-705b68154f21 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.89 "DELETE /v2.0/ports/7292e555-f166-46aa-86cc-a273bd4a8405 HTTP/1.1" status: 204 len: 173 time: 1.0130877 Oct 29 01:36:46.606101 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'name': 'network-vif-deleted', 'tag': '7292e555-f166-46aa-86cc-a273bd4a8405'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:46.608333 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ede607-81c6-4875-9c17-b7072c958c0a" -d '{"events": [{"server_uuid": "28c6aa1b-7d56-4497-95fe-0b12c27d5d4e", "name": "network-vif-deleted", "tag": "7292e555-f166-46aa-86cc-a273bd4a8405"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:46.651696 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d78986a-a9ba-4587-8961-b883681aff14 x-openstack-request-id: req-3d78986a-a9ba-4587-8961-b883681aff14 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:46.652062 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c6aa1b-7d56-4497-95fe-0b12c27d5d4e", "name": "network-vif-deleted", "tag": "7292e555-f166-46aa-86cc-a273bd4a8405", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:46.652435 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3d78986a-a9ba-4587-8961-b883681aff14 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:46.652925 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c6aa1b-7d56-4497-95fe-0b12c27d5d4e', 'name': 'network-vif-deleted', 'tag': '7292e555-f166-46aa-86cc-a273bd4a8405', 'status': 'completed', 'code': 200} Oct 29 01:36:46.690556 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-5aa709ba-98fa-472c-b50a-31f7fd7cb3ee None None] Set router b684d920-b4e6-4a2b-bebc-3e28b5417427 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:36:46.904914 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-5aa709ba-98fa-472c-b50a-31f7fd7cb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '90b5e3c2-d6d8-4b3f-b902-3ccf70506250', 'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'mac_address': 'fa:16:3e:14:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:14Z', 'updated_at': '2021-10-29T01:30:25Z', 'revision_number': 5, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'subnets': [{'id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:46.932091 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa709ba-98fa-472c-b50a-31f7fd7cb3ee None None] Checking router: b684d920-b4e6-4a2b-bebc-3e28b5417427 for host: dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:36:46.940388 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa709ba-98fa-472c-b50a-31f7fd7cb3ee None None] Routers {'b684d920-b4e6-4a2b-bebc-3e28b5417427'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:36:46.940992 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-5aa709ba-98fa-472c-b50a-31f7fd7cb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:36:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['b684d920-b4e6-4a2b-bebc-3e28b5417427'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:47.001302 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eda682-95e6-496c-831f-c50043f08b5b req-e0e25d49-b7af-48cd-843e-7ea9a197dfff tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:47.002753 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-33eda682-95e6-496c-831f-c50043f08b5b req-e0e25d49-b7af-48cd-843e-7ea9a197dfff tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 946 time: 0.0494444 Oct 29 01:36:47.043205 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-33eda682-95e6-496c-831f-c50043f08b5b req-8807ae50-6934-415d-8f33-0e3521d5a453 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337973 Oct 29 01:36:47.060779 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-5aa709ba-98fa-472c-b50a-31f7fd7cb3ee None None] Set router b684d920-b4e6-4a2b-bebc-3e28b5417427 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:36:47.265559 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-5aa709ba-98fa-472c-b50a-31f7fd7cb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '90b5e3c2-d6d8-4b3f-b902-3ccf70506250', 'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'mac_address': 'fa:16:3e:14:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:14Z', 'updated_at': '2021-10-29T01:30:25Z', 'revision_number': 5, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'subnets': [{'id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:47.277879 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0a16dd56-7491-4a65-9c2c-ece454cfa64d req-317cc76b-afa3-4ae4-9226-b68138cc3b5e tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c6aa1b-7d56-4497-95fe-0b12c27d5d4e HTTP/1.1" status: 200 len: 210 time: 0.0271406 Oct 29 01:36:47.294944 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa709ba-98fa-472c-b50a-31f7fd7cb3ee None None] The sync data for ids ['b684d920-b4e6-4a2b-bebc-3e28b5417427'] in dv-cinder-815582-5-smb is: [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:30:16Z', 'revision_number': 4, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '90b5e3c2-d6d8-4b3f-b902-3ccf70506250', 'name': '', 'network_id': 'e96d7435-3b33-4631-af13-70db652698aa', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'mac_address': 'fa:16:3e:14:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:14Z', 'updated_at': '2021-10-29T01:30:25Z', 'revision_number': 5, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'subnets': [{'id': '2f5f2a0f-7214-434a-9ad1-734028b6836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:36:47.518904 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc56ed87-3cad-40f9-90e5-6a334627bf00 None None] New status for floating IP b9544f89-f9ef-411d-8105-e9ccbc9ed7f4: DOWN {{(pid=101939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:36:48.389606 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 7292e555-f166-46aa-86cc-a273bd4a8405 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:36:48.410494 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: 7292e555-f166-46aa-86cc-a273bd4a8405 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:36:48.410835 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 7292e555-f166-46aa-86cc-a273bd4a8405 not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:36:48.512413 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 33480) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:48.830758 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d61df1e1-469a-4a19-8289-4d47d97ff071 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:48.856231 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d61df1e1-469a-4a19-8289-4d47d97ff071 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:48.942593 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb72918-0cfd-43e2-bded-7e1e547cc1dc req-d12c1795-b337-4a70-8d3a-86b33354827d tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:48.944160 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7eb72918-0cfd-43e2-bded-7e1e547cc1dc req-d12c1795-b337-4a70-8d3a-86b33354827d tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 946 time: 0.0496700 Oct 29 01:36:48.985096 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7eb72918-0cfd-43e2-bded-7e1e547cc1dc req-2870a9b6-b0ca-432e-8920-66648e3caa51 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332797 Oct 29 01:36:49.036243 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d61df1e1-469a-4a19-8289-4d47d97ff071 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:49.039767 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-d61df1e1-469a-4a19-8289-4d47d97ff071 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:49.040954 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-d61df1e1-469a-4a19-8289-4d47d97ff071 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "DELETE /v2.0/security-groups/3d344de4-9a1f-4280-bc3c-6187f8e5875f HTTP/1.1" status: 204 len: 168 time: 0.5274813 Oct 29 01:36:49.049931 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61df1e1-469a-4a19-8289-4d47d97ff071 tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d344de4-9a1f-4280-bc3c-6187f8e5875f,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:49.053061 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 33490) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:49.066322 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.api.v2.resource [None req-1047a0b6-eb21-4c12-9bd3-affcf0fadc4d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] show failed (client error): The resource could not be found. Oct 29 01:36:49.067333 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-1047a0b6-eb21-4c12-9bd3-affcf0fadc4d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "GET /v2.0/security-groups/3d344de4-9a1f-4280-bc3c-6187f8e5875f HTTP/1.1" status: 404 len: 347 time: 0.0134528 Oct 29 01:36:49.070711 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 33492) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:49.200811 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-58843aa5-9d35-4a37-8492-eb29123b408d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Deleting port 2b7a0c12-b4f3-418d-8a48-2531725aedaf {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:49.201138 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-58843aa5-9d35-4a37-8492-eb29123b408d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:49.280588 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-58843aa5-9d35-4a37-8492-eb29123b408d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:49.280915 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-58843aa5-9d35-4a37-8492-eb29123b408d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:49.293240 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-58843aa5-9d35-4a37-8492-eb29123b408d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Calling delete_port for 2b7a0c12-b4f3-418d-8a48-2531725aedaf owned by network:floatingip {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:49.527249 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-58843aa5-9d35-4a37-8492-eb29123b408d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:49.553021 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58843aa5-9d35-4a37-8492-eb29123b408d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Pushing event deleted for resources: {'Port': ['ID=2b7a0c12-b4f3-418d-8a48-2531725aedaf,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:49.613076 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-58843aa5-9d35-4a37-8492-eb29123b408d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks [] for floatingip, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:49.616126 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-58843aa5-9d35-4a37-8492-eb29123b408d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for floatingip, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:49.617286 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-58843aa5-9d35-4a37-8492-eb29123b408d tempest-AttachVolumeShelveTestJSON-1812951836 tempest-AttachVolumeShelveTestJSON-1812951836-project] 10.222.0.77 "DELETE /v2.0/floatingips/b9544f89-f9ef-411d-8105-e9ccbc9ed7f4 HTTP/1.1" status: 204 len: 168 time: 0.5449951 Oct 29 01:36:50.104239 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a54ee-c251-4879-94ad-aa1e64256b6f req-478c845a-3049-4685-868e-27c3f78e9d67 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:50.105709 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-379a54ee-c251-4879-94ad-aa1e64256b6f req-478c845a-3049-4685-868e-27c3f78e9d67 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 946 time: 0.0533745 Oct 29 01:36:50.145707 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-379a54ee-c251-4879-94ad-aa1e64256b6f req-4614e4f8-8159-420f-bb14-77cae63a4b38 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/security-groups?id=a511a000-2cd7-415d-bcd5-67a731f85e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338035 Oct 29 01:36:50.510857 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51b19b-3684-4bfd-8b1b-162e051426f9 req-fb6e8691-2bdf-404f-b335-4d5a58350740 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:50.512346 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3b51b19b-3684-4bfd-8b1b-162e051426f9 req-fb6e8691-2bdf-404f-b335-4d5a58350740 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.89 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 946 time: 0.0472922 Oct 29 01:36:50.623152 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-3b51b19b-3684-4bfd-8b1b-162e051426f9 req-2afb0eb8-a075-4f85-81c9-0db37db9a616 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Deleting port c9207660-cbc2-42e7-9165-dd84902c6fb4 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:50.623840 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-3b51b19b-3684-4bfd-8b1b-162e051426f9 req-2afb0eb8-a075-4f85-81c9-0db37db9a616 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:50.711766 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-3b51b19b-3684-4bfd-8b1b-162e051426f9 req-2afb0eb8-a075-4f85-81c9-0db37db9a616 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] For port c9207660-cbc2-42e7-9165-dd84902c6fb4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c9207660-cbc2-42e7-9165-dd84902c6fb4,segment=NetworkSegment(3c8491ec-06dc-442d-ade4-8ef5a3cf82e0),segment_id=3c8491ec-06dc-442d-ade4-8ef5a3cf82e0)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:50.712122 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-3b51b19b-3684-4bfd-8b1b-162e051426f9 req-2afb0eb8-a075-4f85-81c9-0db37db9a616 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:50.724600 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-3b51b19b-3684-4bfd-8b1b-162e051426f9 req-2afb0eb8-a075-4f85-81c9-0db37db9a616 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Calling delete_port for c9207660-cbc2-42e7-9165-dd84902c6fb4 owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:50.986122 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-3b51b19b-3684-4bfd-8b1b-162e051426f9 req-2afb0eb8-a075-4f85-81c9-0db37db9a616 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:51.016490 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb0eb8-a075-4f85-81c9-0db37db9a616 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Pushing event deleted for resources: {'Port': ['ID=c9207660-cbc2-42e7-9165-dd84902c6fb4,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:51.023268 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['c9207660-cbc2-42e7-9165-dd84902c6fb4'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:36:51.069439 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b51b19b-3684-4bfd-8b1b-162e051426f9 req-2afb0eb8-a075-4f85-81c9-0db37db9a616 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] No DVR routers for this DVR port c9207660-cbc2-42e7-9165-dd84902c6fb4 on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:36:51.072153 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-3b51b19b-3684-4bfd-8b1b-162e051426f9 req-2afb0eb8-a075-4f85-81c9-0db37db9a616 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:51.076294 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3b51b19b-3684-4bfd-8b1b-162e051426f9 req-2afb0eb8-a075-4f85-81c9-0db37db9a616 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.89 "DELETE /v2.0/ports/c9207660-cbc2-42e7-9165-dd84902c6fb4 HTTP/1.1" status: 204 len: 173 time: 0.5572724 Oct 29 01:36:51.076862 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43c0773-49ce-4dcd-84ca-1cfcdeef75d7', 'name': 'network-vif-deleted', 'tag': 'c9207660-cbc2-42e7-9165-dd84902c6fb4'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:51.080639 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035d5329-75c5-4e39-a380-bc642a8725e6" -d '{"events": [{"server_uuid": "a43c0773-49ce-4dcd-84ca-1cfcdeef75d7", "name": "network-vif-deleted", "tag": "c9207660-cbc2-42e7-9165-dd84902c6fb4"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:51.120655 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2492e234-551b-4612-9c92-da7f23951418 x-openstack-request-id: req-2492e234-551b-4612-9c92-da7f23951418 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:51.120946 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43c0773-49ce-4dcd-84ca-1cfcdeef75d7", "name": "network-vif-deleted", "tag": "c9207660-cbc2-42e7-9165-dd84902c6fb4", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:51.121199 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2492e234-551b-4612-9c92-da7f23951418 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:51.121593 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43c0773-49ce-4dcd-84ca-1cfcdeef75d7', 'name': 'network-vif-deleted', 'tag': 'c9207660-cbc2-42e7-9165-dd84902c6fb4', 'status': 'completed', 'code': 200} Oct 29 01:36:51.253155 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3ee7370d-7fed-493c-b0c9-011a96411c53 req-c7155d8d-5708-4f21-916b-419853543fd2 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 210 time: 0.0340405 Oct 29 01:36:52.360933 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d9a4fd48-1dab-431f-a398-fd19cc72cf2b req-4c3816ce-e195-42f3-8a2f-46d0be26fa88 tempest-VolumesActionsTest-607365040 tempest-VolumesActionsTest-607365040-project] 10.222.0.77 "GET /v2.0/ports?device_id=a43c0773-49ce-4dcd-84ca-1cfcdeef75d7 HTTP/1.1" status: 200 len: 210 time: 0.0261362 Oct 29 01:36:52.499566 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 33572) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:52.987780 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-dc1a47dd-003d-4d4b-a83f-74313ef0898e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562726'] for router_interface, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:53.242589 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a47dd-003d-4d4b-a83f-74313ef0898e admin admin] Deleting port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:53.242840 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-dc1a47dd-003d-4d4b-a83f-74313ef0898e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:53.325741 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [None req-dc1a47dd-003d-4d4b-a83f-74313ef0898e admin admin] For port 90b5e3c2-d6d8-4b3f-b902-3ccf70506250, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=90b5e3c2-d6d8-4b3f-b902-3ccf70506250,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:53.326134 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-dc1a47dd-003d-4d4b-a83f-74313ef0898e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:53.338905 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a47dd-003d-4d4b-a83f-74313ef0898e admin admin] Calling delete_port for 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 owned by network:router_interface {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:53.630836 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-dc1a47dd-003d-4d4b-a83f-74313ef0898e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:53.669639 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a47dd-003d-4d4b-a83f-74313ef0898e admin admin] Pushing event deleted for resources: {'Port': ['ID=90b5e3c2-d6d8-4b3f-b902-3ccf70506250,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:53.838719 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-dc1a47dd-003d-4d4b-a83f-74313ef0898e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1534128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562866'] for router_interface, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:54.074124 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1a47dd-003d-4d4b-a83f-74313ef0898e admin admin] Router b684d920-b4e6-4a2b-bebc-3e28b5417427 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:36:54.183820 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1a47dd-003d-4d4b-a83f-74313ef0898e admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:36:54.189103 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-dc1a47dd-003d-4d4b-a83f-74313ef0898e admin admin] 10.222.0.77 "PUT /v2.0/routers/b684d920-b4e6-4a2b-bebc-3e28b5417427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6884353 Oct 29 01:36:54.191601 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 33598) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:54.194533 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0284c91d-7c8b-40ad-ac03-131980e33f2b None None] Sync routers for ids ['b684d920-b4e6-4a2b-bebc-3e28b5417427'] in dv-cinder-815582-5-smb {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:36:54.205027 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0284c91d-7c8b-40ad-ac03-131980e33f2b None None] Routers {'b684d920-b4e6-4a2b-bebc-3e28b5417427'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:36:54.205635 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-0284c91d-7c8b-40ad-ac03-131980e33f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:36:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['b684d920-b4e6-4a2b-bebc-3e28b5417427'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:54.315331 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ff926d29-0a58-464a-93d6-a12dcb69d9de admin admin] Publish callbacks [] for router, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:54.320158 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-0284c91d-7c8b-40ad-ac03-131980e33f2b None None] Set router b684d920-b4e6-4a2b-bebc-3e28b5417427 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:36:54.390060 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device c9207660-cbc2-42e7-9165-dd84902c6fb4 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:36:54.424523 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: c9207660-cbc2-42e7-9165-dd84902c6fb4 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:36:54.424523 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device c9207660-cbc2-42e7-9165-dd84902c6fb4 not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:36:54.445383 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ff926d29-0a58-464a-93d6-a12dcb69d9de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:54.510483 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-0284c91d-7c8b-40ad-ac03-131980e33f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:36:53Z', 'revision_number': 5, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:54.540748 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0284c91d-7c8b-40ad-ac03-131980e33f2b None None] Checking router: b684d920-b4e6-4a2b-bebc-3e28b5417427 for host: dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:36:54.549201 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0284c91d-7c8b-40ad-ac03-131980e33f2b None None] Routers {'b684d920-b4e6-4a2b-bebc-3e28b5417427'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:36:54.549822 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-0284c91d-7c8b-40ad-ac03-131980e33f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:36:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['b684d920-b4e6-4a2b-bebc-3e28b5417427'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:54.660802 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-ff926d29-0a58-464a-93d6-a12dcb69d9de admin admin] Deleting port 183f7b91-153e-4b94-b295-7f9533114cee {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:54.660802 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ff926d29-0a58-464a-93d6-a12dcb69d9de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:54.750080 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [None req-ff926d29-0a58-464a-93d6-a12dcb69d9de admin admin] For port 183f7b91-153e-4b94-b295-7f9533114cee, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=183f7b91-153e-4b94-b295-7f9533114cee,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:54.750465 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ff926d29-0a58-464a-93d6-a12dcb69d9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:54.759430 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-0284c91d-7c8b-40ad-ac03-131980e33f2b None None] Set router b684d920-b4e6-4a2b-bebc-3e28b5417427 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:36:54.773886 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-ff926d29-0a58-464a-93d6-a12dcb69d9de admin admin] Calling delete_port for 183f7b91-153e-4b94-b295-7f9533114cee owned by network:router_gateway {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:54.967887 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-0284c91d-7c8b-40ad-ac03-131980e33f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:36:53Z', 'revision_number': 5, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:54.999017 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0284c91d-7c8b-40ad-ac03-131980e33f2b None None] The sync data for ids ['b684d920-b4e6-4a2b-bebc-3e28b5417427'] in dv-cinder-815582-5-smb is: [{'id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'name': 'tempest-AttachVolumeShelveTestJSON-2053275822-router', 'tenant_id': 'f136a6ebba524176833d4f65468e2e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '183f7b91-153e-4b94-b295-7f9533114cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:30:07Z', 'updated_at': '2021-10-29T01:36:53Z', 'revision_number': 5, 'project_id': 'f136a6ebba524176833d4f65468e2e04', 'gw_port': {'id': '183f7b91-153e-4b94-b295-7f9533114cee', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b684d920-b4e6-4a2b-bebc-3e28b5417427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:30:09Z', 'updated_at': '2021-10-29T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}] {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:36:55.031170 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ff926d29-0a58-464a-93d6-a12dcb69d9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:55.099004 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff926d29-0a58-464a-93d6-a12dcb69d9de admin admin] Pushing event deleted for resources: {'Port': ['ID=183f7b91-153e-4b94-b295-7f9533114cee,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:55.143722 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ff926d29-0a58-464a-93d6-a12dcb69d9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-685676'] for router_gateway, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:55.252023 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ff926d29-0a58-464a-93d6-a12dcb69d9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2627'] for router, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:55.254321 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ff926d29-0a58-464a-93d6-a12dcb69d9de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:55.362124 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ff926d29-0a58-464a-93d6-a12dcb69d9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561393'] for router, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:55.363142 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff926d29-0a58-464a-93d6-a12dcb69d9de admin admin] Fanout notify agent at l3_agent the message router_deleted on router b684d920-b4e6-4a2b-bebc-3e28b5417427 {{(pid=101938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 01:36:55.370447 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ff926d29-0a58-464a-93d6-a12dcb69d9de admin admin] Publish callbacks [] for router, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:55.370447 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-ff926d29-0a58-464a-93d6-a12dcb69d9de admin admin] 10.222.0.77 "DELETE /v2.0/routers/b684d920-b4e6-4a2b-bebc-3e28b5417427 HTTP/1.1" status: 204 len: 168 time: 1.1777616 Oct 29 01:36:55.373031 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 33634) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:55.429106 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae151cc1-bdf9-440d-9121-645104da42ea admin admin] Deleting subnet 2f5f2a0f-7214-434a-9ad1-734028b6836e {{(pid=101938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:36:55.433396 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ae151cc1-bdf9-440d-9121-645104da42ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:55.477069 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ae151cc1-bdf9-440d-9121-645104da42ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8648604'] for subnet, precommit_delete_associations {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:55.612441 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ae151cc1-bdf9-440d-9121-645104da42ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471143'] for subnet, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:56.191619 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ae151cc1-bdf9-440d-9121-645104da42ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8883401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904809'] for subnet, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:56.217939 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae151cc1-bdf9-440d-9121-645104da42ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f5f2a0f-7214-434a-9ad1-734028b6836e,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:56.222065 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ae151cc1-bdf9-440d-9121-645104da42ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:56.228408 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 33658) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:56.230127 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04386348-ff87-4e7d-a4f4-ae7005049ab1 None None] Network e96d7435-3b33-4631-af13-70db652698aa requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:36:56.235462 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-ae151cc1-bdf9-440d-9121-645104da42ea admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2f5f2a0f-7214-434a-9ad1-734028b6836e HTTP/1.1" status: 204 len: 168 time: 0.8609917 Oct 29 01:36:56.308545 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564593'] for network, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:56.363276 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] Deleting port 8a972f6d-9ce2-4f01-8e42-69a4767b4124 {{(pid=101937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:56.363521 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:56.427183 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] For port 8a972f6d-9ce2-4f01-8e42-69a4767b4124, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=8a972f6d-9ce2-4f01-8e42-69a4767b4124,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:56.428072 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:56.437570 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9490aeac-fbb9-4c78-a526-e9607494ea92 None None] DHCP port deletion for e96d7435-3b33-4631-af13-70db652698aa request from dv-cinder-815582-5-smb {{(pid=101939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 01:36:56.441651 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] Calling delete_port for 8a972f6d-9ce2-4f01-8e42-69a4767b4124 owned by network:dhcp {{(pid=101937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:56.492085 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-9490aeac-fbb9-4c78-a526-e9607494ea92 None None] Deleting port 8a972f6d-9ce2-4f01-8e42-69a4767b4124 {{(pid=101939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:56.492461 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-9490aeac-fbb9-4c78-a526-e9607494ea92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:56.580262 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-9490aeac-fbb9-4c78-a526-e9607494ea92 None None] For port 8a972f6d-9ce2-4f01-8e42-69a4767b4124, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=8a972f6d-9ce2-4f01-8e42-69a4767b4124,segment=NetworkSegment(dbf0bbb1-bf1e-439e-9817-fa6e84ac8082),segment_id=dbf0bbb1-bf1e-439e-9817-fa6e84ac8082)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:56.580740 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-9490aeac-fbb9-4c78-a526-e9607494ea92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:56.594926 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-9490aeac-fbb9-4c78-a526-e9607494ea92 None None] Calling delete_port for 8a972f6d-9ce2-4f01-8e42-69a4767b4124 owned by network:dhcp {{(pid=101939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:56.603322 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 33666) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:56.625034 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476237'] for port, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:56.682983 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] Pushing event deleted for resources: {'Port': ['ID=8a972f6d-9ce2-4f01-8e42-69a4767b4124,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:56.689583 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] No DVR routers for this DVR port 8a972f6d-9ce2-4f01-8e42-69a4767b4124 on host dv-cinder-815582-5-smb {{(pid=101937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:36:56.711432 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:36:56.715255 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-9490aeac-fbb9-4c78-a526-e9607494ea92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191'] for port, after_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:56.759723 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:36:56.760358 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 90b5e3c2-d6d8-4b3f-b902-3ccf70506250 not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:36:56.760940 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 183f7b91-153e-4b94-b295-7f9533114cee no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:36:56.765881 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490aeac-fbb9-4c78-a526-e9607494ea92 None None] Pushing event deleted for resources: {'Port': ['ID=8a972f6d-9ce2-4f01-8e42-69a4767b4124,revision_number=None']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:56.788052 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473234', 'neutron.services.segments.db._delete_segments_for_network-8734167248240'] for network, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:56.789577 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9490aeac-fbb9-4c78-a526-e9607494ea92 None None] No DVR routers for this DVR port 8a972f6d-9ce2-4f01-8e42-69a4767b4124 on host dv-cinder-815582-5-smb {{(pid=101939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:36:56.791212 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 183f7b91-153e-4b94-b295-7f9533114cee {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:36:56.792016 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 183f7b91-153e-4b94-b295-7f9533114cee not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:36:56.792636 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 8a972f6d-9ce2-4f01-8e42-69a4767b4124 no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:36:56.814081 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 8a972f6d-9ce2-4f01-8e42-69a4767b4124 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:36:56.814772 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 8a972f6d-9ce2-4f01-8e42-69a4767b4124 not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:36:56.824435 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96d7435-3b33-4631-af13-70db652698aa']}} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:56.839149 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082') {'for_net_delete': True} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:56.839645 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf0bbb1-bf1e-439e-9817-fa6e84ac8082') {} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:56.861559 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734167249785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10477124'] for segment, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:56.882656 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-509b95a9-9a23-458d-a095-2edd365fa0b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:56.889367 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:56.898262 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=101937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:36:56.899035 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476286'] for segment, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: Traceback (most recent call last): Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: timer() Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: cb(*args, **kw) Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: return func(*args, **kwargs) Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: self._notify() Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: self.callback(batched_events) Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: event.method(event) Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: return f(self, *a, **k) Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: return self._get(url).json() Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: return self.request(url, 'GET', **kwargs) Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:36:56.900934 dv-cinder-815582-5-smb neutron-server[101937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:36:57.071421 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-509b95a9-9a23-458d-a095-2edd365fa0b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:57.194551 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-685616'] for network, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:57.196839 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:57.202887 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] 10.222.0.77 "DELETE /v2.0/networks/e96d7435-3b33-4631-af13-70db652698aa HTTP/1.1" status: 204 len: 168 time: 0.9710903 Oct 29 01:36:57.217432 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b06cc-a58d-4699-9baa-fea3fa20bdbb admin admin] Pushing event deleted for resources: {'Network': ['ID=e96d7435-3b33-4631-af13-70db652698aa,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:57.373606 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-509b95a9-9a23-458d-a095-2edd365fa0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:57.418460 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-509b95a9-9a23-458d-a095-2edd365fa0b5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=07c491a01c804e2d9d01b9409f220701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8139005 Oct 29 01:36:57.419321 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b95a9-9a23-458d-a095-2edd365fa0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89184d3e-d949-44e0-959b-7bb9711d5057,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:57.421124 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 33676) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:57.484920 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2457c896-55b0-4aac-b3fa-c810e1fd4aba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:57.510059 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2457c896-55b0-4aac-b3fa-c810e1fd4aba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:57.687772 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2457c896-55b0-4aac-b3fa-c810e1fd4aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:57.690785 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-2457c896-55b0-4aac-b3fa-c810e1fd4aba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:57.692111 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-2457c896-55b0-4aac-b3fa-c810e1fd4aba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/89184d3e-d949-44e0-959b-7bb9711d5057 HTTP/1.1" status: 204 len: 168 time: 0.2698114 Oct 29 01:36:57.704474 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457c896-55b0-4aac-b3fa-c810e1fd4aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89184d3e-d949-44e0-959b-7bb9711d5057,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:57.784816 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 33680) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:57.835599 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-5686f398-442f-4d2e-a80a-5de69f73da13 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f136a6ebba524176833d4f65468e2e04&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0464189 Oct 29 01:36:57.836528 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 33682) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:57.914859 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-571fa681-4e4c-4cd6-b053-4ef481ba9bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:57.952386 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-571fa681-4e4c-4cd6-b053-4ef481ba9bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:58.111098 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-571fa681-4e4c-4cd6-b053-4ef481ba9bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:58.114127 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-571fa681-4e4c-4cd6-b053-4ef481ba9bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:58.115383 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-571fa681-4e4c-4cd6-b053-4ef481ba9bf7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91bfd405-30fa-4e02-afab-eaef098440eb HTTP/1.1" status: 204 len: 168 time: 0.2769237 Oct 29 01:36:58.142248 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fa681-4e4c-4cd6-b053-4ef481ba9bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bfd405-30fa-4e02-afab-eaef098440eb,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:58.493939 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fcadcb1e-09c9-4b92-80f1-08d6e36bd2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:01.082492 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-489bada6-0797-4e32-97eb-9cb7e4efbe47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:01.779340 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:02.317028 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:04.332839 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:07.832148 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 33934) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:07.951700 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-be6010e2-d023-47d7-beb6-d17b6ed40db8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:08.027433 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-be6010e2-d023-47d7-beb6-d17b6ed40db8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:08.252232 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-be6010e2-d023-47d7-beb6-d17b6ed40db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:08.307511 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-be6010e2-d023-47d7-beb6-d17b6ed40db8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1cc9f083b3f04c8581993c916ca6e9d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4742556 Oct 29 01:37:08.326239 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 33938) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:08.326239 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6010e2-d023-47d7-beb6-d17b6ed40db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bf4c4f-057d-4ed2-b45a-f83c1de6796e,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:08.378012 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6118ebd5-488c-4b57-980e-e533d0590223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:08.405666 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6118ebd5-488c-4b57-980e-e533d0590223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:08.636126 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6118ebd5-488c-4b57-980e-e533d0590223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:08.641356 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6118ebd5-488c-4b57-980e-e533d0590223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:08.643076 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-6118ebd5-488c-4b57-980e-e533d0590223 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/51bf4c4f-057d-4ed2-b45a-f83c1de6796e HTTP/1.1" status: 204 len: 168 time: 0.3320508 Oct 29 01:37:08.652359 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118ebd5-488c-4b57-980e-e533d0590223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bf4c4f-057d-4ed2-b45a-f83c1de6796e,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:09.890094 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:09.983372 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 33960) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:10.003085 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a43a4729-cabc-440f-9358-da3839227bd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:10.114215 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a43a4729-cabc-440f-9358-da3839227bd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:10.241828 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a43a4729-cabc-440f-9358-da3839227bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:10.283326 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-a43a4729-cabc-440f-9358-da3839227bd4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cf58d802b13a47af800cf9518501032f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985389 Oct 29 01:37:10.283507 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 33964) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:10.300331 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a4729-cabc-440f-9358-da3839227bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7798a5c9-1eae-496b-afc6-787de0cc7e21,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:10.343927 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6a858b38-0d06-471b-92e8-cf262d560add admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:10.368658 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6a858b38-0d06-471b-92e8-cf262d560add admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:10.613130 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6a858b38-0d06-471b-92e8-cf262d560add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:10.616936 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6a858b38-0d06-471b-92e8-cf262d560add admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:10.620136 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-6a858b38-0d06-471b-92e8-cf262d560add admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7798a5c9-1eae-496b-afc6-787de0cc7e21 HTTP/1.1" status: 204 len: 168 time: 0.3356388 Oct 29 01:37:10.638069 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a858b38-0d06-471b-92e8-cf262d560add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7798a5c9-1eae-496b-afc6-787de0cc7e21,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:11.088118 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 33974) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:11.356538 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e07b-9c6d-46e3-b38c-6c319c1c7ccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:11.493892 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e07b-9c6d-46e3-b38c-6c319c1c7ccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:11.624512 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e07b-9c6d-46e3-b38c-6c319c1c7ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:11.680010 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-bdd1e07b-9c6d-46e3-b38c-6c319c1c7ccd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0834001d61784abcb4a917888032a043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5890386 Oct 29 01:37:11.682629 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 33992) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:11.701188 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1e07b-9c6d-46e3-b38c-6c319c1c7ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f12fad-450c-4820-9bcb-f809cefcbe1f,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:11.761488 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-95069e8a-ff43-4512-81e0-239f9c621d6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:11.788154 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-95069e8a-ff43-4512-81e0-239f9c621d6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:11.938994 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-95069e8a-ff43-4512-81e0-239f9c621d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:11.944591 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-95069e8a-ff43-4512-81e0-239f9c621d6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:11.946657 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-95069e8a-ff43-4512-81e0-239f9c621d6c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/08f12fad-450c-4820-9bcb-f809cefcbe1f HTTP/1.1" status: 204 len: 168 time: 0.2614493 Oct 29 01:37:11.961251 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95069e8a-ff43-4512-81e0-239f9c621d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f12fad-450c-4820-9bcb-f809cefcbe1f,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:12.882396 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34022) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:12.899171 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-279fa316-a3ba-49e3-adad-dfd70f298996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:12.994789 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-279fa316-a3ba-49e3-adad-dfd70f298996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:13.075515 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-279fa316-a3ba-49e3-adad-dfd70f298996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:13.116390 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-279fa316-a3ba-49e3-adad-dfd70f298996 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=33ea114c9238403aa66d0c7383b25ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323458 Oct 29 01:37:13.118569 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fa316-a3ba-49e3-adad-dfd70f298996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7584fa8-59b6-4113-90ea-1e16bd107891,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:13.119114 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34026) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:13.188699 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-b8146d05-dc92-4609-9ad6-57e00ba5a7de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:13.214840 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-b8146d05-dc92-4609-9ad6-57e00ba5a7de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:13.368346 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-b8146d05-dc92-4609-9ad6-57e00ba5a7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:13.371037 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-b8146d05-dc92-4609-9ad6-57e00ba5a7de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:13.372474 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-b8146d05-dc92-4609-9ad6-57e00ba5a7de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a7584fa8-59b6-4113-90ea-1e16bd107891 HTTP/1.1" status: 204 len: 168 time: 0.2523830 Oct 29 01:37:13.381317 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8146d05-dc92-4609-9ad6-57e00ba5a7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7584fa8-59b6-4113-90ea-1e16bd107891,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:18.167193 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34196) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:18.211060 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a389fd-fb4c-4d91-b28d-d382c797a2f0 admin admin] Deleting subnet 2e495f6b-cd2e-4aa1-99c2-f59dc7751fe9 {{(pid=101937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:37:18.214147 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d0a389fd-fb4c-4d91-b28d-d382c797a2f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.250535 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d0a389fd-fb4c-4d91-b28d-d382c797a2f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10477149'] for subnet, precommit_delete_associations {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.291572 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d0a389fd-fb4c-4d91-b28d-d382c797a2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471143'] for subnet, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.430227 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d0a389fd-fb4c-4d91-b28d-d382c797a2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10476056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8768879'] for subnet, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.455759 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a389fd-fb4c-4d91-b28d-d382c797a2f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e495f6b-cd2e-4aa1-99c2-f59dc7751fe9,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:18.461593 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-d0a389fd-fb4c-4d91-b28d-d382c797a2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.465191 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-d0a389fd-fb4c-4d91-b28d-d382c797a2f0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2e495f6b-cd2e-4aa1-99c2-f59dc7751fe9 HTTP/1.1" status: 204 len: 168 time: 0.2967799 Oct 29 01:37:18.467624 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34202) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:18.538883 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-82da954b-1d1d-4772-b9f9-9f41b5e2269f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564593'] for network, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.616747 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-82da954b-1d1d-4772-b9f9-9f41b5e2269f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473234', 'neutron.services.segments.db._delete_segments_for_network-8734167248240'] for network, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.637168 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-82da954b-1d1d-4772-b9f9-9f41b5e2269f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d50da1-435b-4a44-979c-b269e6329b8f']}} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:18.647386 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-82da954b-1d1d-4772-b9f9-9f41b5e2269f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8491ec-06dc-442d-ade4-8ef5a3cf82e0') {'for_net_delete': True} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:18.652036 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-82da954b-1d1d-4772-b9f9-9f41b5e2269f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8491ec-06dc-442d-ade4-8ef5a3cf82e0') {} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:18.657081 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-82da954b-1d1d-4772-b9f9-9f41b5e2269f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734167249785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10477124'] for segment, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.670992 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-82da954b-1d1d-4772-b9f9-9f41b5e2269f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.677124 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82da954b-1d1d-4772-b9f9-9f41b5e2269f admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=101937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:37:18.677507 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-82da954b-1d1d-4772-b9f9-9f41b5e2269f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476286'] for segment, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: Traceback (most recent call last): Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: timer() Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: cb(*args, **kw) Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: return func(*args, **kwargs) Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: self._notify() Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: self.callback(batched_events) Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: event.method(event) Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: return f(self, *a, **k) Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: return self._get(url).json() Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: return self.request(url, 'GET', **kwargs) Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:37:18.679174 dv-cinder-815582-5-smb neutron-server[101937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:37:18.926934 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-82da954b-1d1d-4772-b9f9-9f41b5e2269f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-685616'] for network, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.931691 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-82da954b-1d1d-4772-b9f9-9f41b5e2269f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.934921 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-82da954b-1d1d-4772-b9f9-9f41b5e2269f admin admin] 10.222.0.77 "DELETE /v2.0/networks/39d50da1-435b-4a44-979c-b269e6329b8f HTTP/1.1" status: 204 len: 168 time: 0.4663565 Oct 29 01:37:18.948343 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da954b-1d1d-4772-b9f9-9f41b5e2269f admin admin] Pushing event deleted for resources: {'Network': ['ID=39d50da1-435b-4a44-979c-b269e6329b8f,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:19.494404 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34240) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:19.535077 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-433c62e7-bd63-4b87-babc-c80b92fe8165 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d22fe7bcf864e37ac70d2ec5b43926d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393860 Oct 29 01:37:19.538102 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34244) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:19.586559 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:19.607079 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:19.792041 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:19.795153 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:19.797317 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a511a000-2cd7-415d-bcd5-67a731f85e78 HTTP/1.1" status: 204 len: 168 time: 0.2573204 Oct 29 01:37:19.806318 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a511a000-2cd7-415d-bcd5-67a731f85e78,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:19.813755 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:19.814306 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:19.814643 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:19.815364 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:19.815608 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:19.815994 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:19.816367 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:19.816787 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:19.817731 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:19.818083 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:19.818478 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:19.818926 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae34b1c-858a-4990-b74a-a276b5e311d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:22.528121 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34360) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:22.633575 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5f7990db-8c6b-41c7-87d9-a4ac4dd46c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:22.710492 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34366) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:22.712327 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5f7990db-8c6b-41c7-87d9-a4ac4dd46c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:22.755839 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5f7990db-8c6b-41c7-87d9-a4ac4dd46c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:22.797387 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-5f7990db-8c6b-41c7-87d9-a4ac4dd46c9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f185c6e9d2b74d31b124d9b73e670931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681267 Oct 29 01:37:22.798542 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7990db-8c6b-41c7-87d9-a4ac4dd46c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82aa8e50-f261-4690-80f7-9f81d5372d1e,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:22.800187 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34376) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:22.841406 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e5f43aed-d0e5-439a-b88e-34da4e8cc9a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:22.892801 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-99c1afb5-989e-4a06-8b89-2badee49a784 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:22.924853 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-99c1afb5-989e-4a06-8b89-2badee49a784 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:22.993899 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e5f43aed-d0e5-439a-b88e-34da4e8cc9a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:23.081199 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e5f43aed-d0e5-439a-b88e-34da4e8cc9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:23.118832 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-99c1afb5-989e-4a06-8b89-2badee49a784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:23.121364 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-99c1afb5-989e-4a06-8b89-2badee49a784 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:23.122536 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-99c1afb5-989e-4a06-8b89-2badee49a784 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/82aa8e50-f261-4690-80f7-9f81d5372d1e HTTP/1.1" status: 204 len: 168 time: 0.3213954 Oct 29 01:37:23.125626 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f43aed-d0e5-439a-b88e-34da4e8cc9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfb4d3a-8b5f-45d6-ba34-a89ba0235a9f,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:23.134299 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-e5f43aed-d0e5-439a-b88e-34da4e8cc9a7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d95bd699fb149128d5e3934f814d8f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227548 Oct 29 01:37:23.137200 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34390) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:23.150240 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1afb5-989e-4a06-8b89-2badee49a784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82aa8e50-f261-4690-80f7-9f81d5372d1e,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:23.219278 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-16cdfff1-0d7f-4bd6-8abb-634ed898bfa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:23.242227 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-16cdfff1-0d7f-4bd6-8abb-634ed898bfa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:23.380495 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:37:23.412194 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-16cdfff1-0d7f-4bd6-8abb-634ed898bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:23.415302 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-16cdfff1-0d7f-4bd6-8abb-634ed898bfa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:23.416483 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-16cdfff1-0d7f-4bd6-8abb-634ed898bfa3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7dfb4d3a-8b5f-45d6-ba34-a89ba0235a9f HTTP/1.1" status: 204 len: 168 time: 0.2779565 Oct 29 01:37:23.430279 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdfff1-0d7f-4bd6-8abb-634ed898bfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfb4d3a-8b5f-45d6-ba34-a89ba0235a9f,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:23.912515 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34398) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:23.925959 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3c445243-3d96-43fa-8326-0e41e42d4241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.001949 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3c445243-3d96-43fa-8326-0e41e42d4241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.075260 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3c445243-3d96-43fa-8326-0e41e42d4241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.119184 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-3c445243-3d96-43fa-8326-0e41e42d4241 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e15061e0f33f4818986abe17beb7f16d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055781 Oct 29 01:37:24.120109 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c445243-3d96-43fa-8326-0e41e42d4241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64e8a8a-feb0-441d-a65e-daac720d7313,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:24.122663 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34400) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:24.176271 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-01a32f92-39f8-43da-9dfc-1f47a0a76a06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.181720 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34404) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:24.206670 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-b4d99165-cb63-45d1-a297-8634aabb9ddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.213285 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-01a32f92-39f8-43da-9dfc-1f47a0a76a06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.311032 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-b4d99165-cb63-45d1-a297-8634aabb9ddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.447050 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-01a32f92-39f8-43da-9dfc-1f47a0a76a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.449573 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-01a32f92-39f8-43da-9dfc-1f47a0a76a06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.451016 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-01a32f92-39f8-43da-9dfc-1f47a0a76a06 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e64e8a8a-feb0-441d-a65e-daac720d7313 HTTP/1.1" status: 204 len: 168 time: 0.3268549 Oct 29 01:37:24.464230 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a32f92-39f8-43da-9dfc-1f47a0a76a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64e8a8a-feb0-441d-a65e-daac720d7313,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:24.498362 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-b4d99165-cb63-45d1-a297-8634aabb9ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.564077 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-b4d99165-cb63-45d1-a297-8634aabb9ddf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e5dba50b2fe84e8c8099c19b7e0b7ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809657 Oct 29 01:37:24.565910 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d99165-cb63-45d1-a297-8634aabb9ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8abd91-195e-4715-a577-4c120e54293f,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:24.566793 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34408) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:24.620653 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-119e378f-472a-4dde-9c4b-c1a83baa3d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.642286 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-119e378f-472a-4dde-9c4b-c1a83baa3d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.800886 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-119e378f-472a-4dde-9c4b-c1a83baa3d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.804002 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-119e378f-472a-4dde-9c4b-c1a83baa3d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.805251 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-119e378f-472a-4dde-9c4b-c1a83baa3d0e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1a8abd91-195e-4715-a577-4c120e54293f HTTP/1.1" status: 204 len: 168 time: 0.2365239 Oct 29 01:37:24.813457 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e378f-472a-4dde-9c4b-c1a83baa3d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8abd91-195e-4715-a577-4c120e54293f,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:25.633748 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34432) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:25.647793 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-64f42fb0-d235-48cd-92e3-1eeddffa1751 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:25.722784 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-64f42fb0-d235-48cd-92e3-1eeddffa1751 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:25.835203 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-64f42fb0-d235-48cd-92e3-1eeddffa1751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:25.877482 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-64f42fb0-d235-48cd-92e3-1eeddffa1751 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=95d7bcfcece4452b98b05140b92cb94d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426267 Oct 29 01:37:25.878581 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f42fb0-d235-48cd-92e3-1eeddffa1751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff9dae6-473c-40f0-98be-f257aa16a234,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:25.880137 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34436) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:25.936179 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-2eee7401-42d7-4a91-8b84-1d56b89cc52b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:25.959065 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-2eee7401-42d7-4a91-8b84-1d56b89cc52b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:26.080852 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-2eee7401-42d7-4a91-8b84-1d56b89cc52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:26.083998 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-2eee7401-42d7-4a91-8b84-1d56b89cc52b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:26.085264 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-2eee7401-42d7-4a91-8b84-1d56b89cc52b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cff9dae6-473c-40f0-98be-f257aa16a234 HTTP/1.1" status: 204 len: 168 time: 0.2033761 Oct 29 01:37:26.095755 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee7401-42d7-4a91-8b84-1d56b89cc52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff9dae6-473c-40f0-98be-f257aa16a234,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:26.716663 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34456) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:26.823155 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3333ef3f-eeef-4bcd-86ca-42565bc03f29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:26.902352 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3333ef3f-eeef-4bcd-86ca-42565bc03f29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:27.035374 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-3333ef3f-eeef-4bcd-86ca-42565bc03f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:27.076920 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-3333ef3f-eeef-4bcd-86ca-42565bc03f29 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=72c55126c79041a7950e7617961545a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606429 Oct 29 01:37:27.077937 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333ef3f-eeef-4bcd-86ca-42565bc03f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b7abf5-b81a-4476-9018-761e6a73c025,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:27.079644 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34464) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:27.142702 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0df09620-f57a-4031-9375-ec3268e36d8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:27.165714 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0df09620-f57a-4031-9375-ec3268e36d8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:27.316122 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0df09620-f57a-4031-9375-ec3268e36d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:27.319338 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-0df09620-f57a-4031-9375-ec3268e36d8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:27.320715 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-0df09620-f57a-4031-9375-ec3268e36d8a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f7b7abf5-b81a-4476-9018-761e6a73c025 HTTP/1.1" status: 204 len: 168 time: 0.2398036 Oct 29 01:37:27.339885 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df09620-f57a-4031-9375-ec3268e36d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b7abf5-b81a-4476-9018-761e6a73c025,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:28.464180 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-34c19d0c-8cb4-4f3f-8455-8283ab0cd91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:28.538691 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34522) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:28.656978 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-961af8f8-d347-4719-98cd-5e3e3b332505 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-307949374-network', 'tenant_id': 'b2b2935809964b538672933861dc320b'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:37:28.766499 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961af8f8-d347-4719-98cd-5e3e3b332505 admin admin] Made reservation on behalf of b2b2935809964b538672933861dc320b for: {'network': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:37:28.768742 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-961af8f8-d347-4719-98cd-5e3e3b332505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:28.777910 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-961af8f8-d347-4719-98cd-5e3e3b332505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:28.864886 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-961af8f8-d347-4719-98cd-5e3e3b332505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:28.960988 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-961af8f8-d347-4719-98cd-5e3e3b332505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:28.988430 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961af8f8-d347-4719-98cd-5e3e3b332505 admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=101938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:37:28.993656 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961af8f8-d347-4719-98cd-5e3e3b332505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2857a7ef-32cf-4b72-92a5-4cf2832313da,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:29.008084 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-961af8f8-d347-4719-98cd-5e3e3b332505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.008084 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.segments_db [None req-961af8f8-d347-4719-98cd-5e3e3b332505 admin admin] Added segment 3b59799c-7fdf-43ab-b2a2-558e15c941ea of type vlan for network d32d0959-6bb0-403c-8469-ec7d3fd89963 Oct 29 01:37:29.053942 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-961af8f8-d347-4719-98cd-5e3e3b332505 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.195274 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-961af8f8-d347-4719-98cd-5e3e3b332505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.196575 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961af8f8-d347-4719-98cd-5e3e3b332505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:29.197314 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-961af8f8-d347-4719-98cd-5e3e3b332505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.259759 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961af8f8-d347-4719-98cd-5e3e3b332505 admin admin] Pushing event updated for resources: {'Network': ['ID=d32d0959-6bb0-403c-8469-ec7d3fd89963,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:29.272417 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network d32d0959-6bb0-403c-8469-ec7d3fd89963 details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:37:29.318762 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-961af8f8-d347-4719-98cd-5e3e3b332505 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7784622 Oct 29 01:37:29.322226 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34546) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:29.328006 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-b8da68ac-f432-4213-9c9c-f32aaeedeaf8 admin admin] Request body: {'subnet': {'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-307949374-subnet', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'ip_version': 4}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:37:29.437015 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8da68ac-f432-4213-9c9c-f32aaeedeaf8 admin admin] Made reservation on behalf of b2b2935809964b538672933861dc320b for: {'subnet': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:37:29.439661 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b8da68ac-f432-4213-9c9c-f32aaeedeaf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906376'] for subnet, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.643277 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34552) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:29.704271 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b8da68ac-f432-4213-9c9c-f32aaeedeaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8883336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8904818'] for subnet, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.767808 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c1b9bc04-e6be-4c2d-b140-bf50172be10c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.779363 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da68ac-f432-4213-9c9c-f32aaeedeaf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebbab91a-c959-49ec-896a-b217cc775344,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:29.802589 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da68ac-f432-4213-9c9c-f32aaeedeaf8 admin admin] Checking segment: {'id': '3b59799c-7fdf-43ab-b2a2-558e15c941ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:37:29.802994 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da68ac-f432-4213-9c9c-f32aaeedeaf8 admin admin] Network hostable DHCP agents. Network: d32d0959-6bb0-403c-8469-ec7d3fd89963, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:37:29.886516 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c1b9bc04-e6be-4c2d-b140-bf50172be10c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.915231 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da68ac-f432-4213-9c9c-f32aaeedeaf8 admin admin] Network d32d0959-6bb0-403c-8469-ec7d3fd89963 is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:37:29.966685 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c1b9bc04-e6be-4c2d-b140-bf50172be10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.988414 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-b8da68ac-f432-4213-9c9c-f32aaeedeaf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, d32d0959-6bb0-403c-8469-ec7d3fd89963) {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:37:29.994583 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8da68ac-f432-4213-9c9c-f32aaeedeaf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:29.995655 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b8da68ac-f432-4213-9c9c-f32aaeedeaf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.999914 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16aa5b0-459d-459a-b906-60e139da9494 None None] Network d32d0959-6bb0-403c-8469-ec7d3fd89963 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:37:30.025284 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-c1b9bc04-e6be-4c2d-b140-bf50172be10c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0073d71301cf430bb3ea009cd526e4a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785560 Oct 29 01:37:30.025817 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34556) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:30.026363 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9bc04-e6be-4c2d-b140-bf50172be10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5899ec0f-255c-4922-85df-06d094819154,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:30.079312 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9e4db6e8-81e1-4faa-bdb6-98af9c18e453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:30.079556 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-b8da68ac-f432-4213-9c9c-f32aaeedeaf8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7552855 Oct 29 01:37:30.081567 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34558) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:30.086948 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-307949374-router', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:37:30.104830 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9e4db6e8-81e1-4faa-bdb6-98af9c18e453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:30.162581 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee2aa971-5c1a-599e-98af-d2e8e61f92a0-d32d0959-6bb0-403c-8469-ec7d3fd89963', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'fixed_ips': [{'subnet_id': 'ebbab91a-c959-49ec-896a-b217cc775344'}]}} from dv-cinder-815582-5-smb. {{(pid=101939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:37:30.162581 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:30.184322 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2605'] for router, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:30.185538 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2618'] for router, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:30.258636 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9e4db6e8-81e1-4faa-bdb6-98af9c18e453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:30.261225 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9e4db6e8-81e1-4faa-bdb6-98af9c18e453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:30.262393 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-9e4db6e8-81e1-4faa-bdb6-98af9c18e453 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5899ec0f-255c-4922-85df-06d094819154 HTTP/1.1" status: 204 len: 168 time: 0.2355814 Oct 29 01:37:30.276953 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4db6e8-81e1-4faa-bdb6-98af9c18e453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5899ec0f-255c-4922-85df-06d094819154,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:30.320540 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:30.398469 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.db_base_plugin_common [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Allocated IP 172.20.0.2 (d32d0959-6bb0-403c-8469-ec7d3fd89963/ebbab91a-c959-49ec-896a-b217cc775344/ef680987-b9c2-415e-9264-54dde4ba4577) {{(pid=101939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:37:30.570687 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Publish callbacks [] for port, precommit_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:30.583913 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:30.675813 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:30.722132 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Network d32d0959-6bb0-403c-8469-ec7d3fd89963 is already hosted by enough agents. {{(pid=101939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:37:30.727318 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.base_scheduler [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Resources bound (agent type, host, resource id): {{(pid=101939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:37:30.731621 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Received port after_create {{(pid=101939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:37:30.736343 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Pushing event updated for resources: {'Port': ['ID=ef680987-b9c2-415e-9264-54dde4ba4577,revision_number=1']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:30.746534 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:30.747140 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:30.747639 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:30.748133 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:30.748663 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:30.749150 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:30.749658 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:30.750015 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:30.750368 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:30.750703 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:30.751053 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:30.751376 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:30.801903 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Attempting to bind port ef680987-b9c2-415e-9264-54dde4ba4577 on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:37:30.802414 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Attempting to bind port ef680987-b9c2-415e-9264-54dde4ba4577 by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': '3b59799c-7fdf-43ab-b2a2-558e15c941ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963'}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:37:30.802781 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Attempting to bind port ef680987-b9c2-415e-9264-54dde4ba4577 on network d32d0959-6bb0-403c-8469-ec7d3fd89963 {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:37:30.808386 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:37:30.808759 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Checking segment: {'id': '3b59799c-7fdf-43ab-b2a2-558e15c941ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:37:30.811188 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:30.811188 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Bound using segment: {'id': '3b59799c-7fdf-43ab-b2a2-558e15c941ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963'} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:37:30.811188 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Bound port: ef680987-b9c2-415e-9264-54dde4ba4577, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b59799c-7fdf-43ab-b2a2-558e15c941ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963'}}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:37:30.811188 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:30.902306 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] For port ef680987-b9c2-415e-9264-54dde4ba4577, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:37:30.905741 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] For port ef680987-b9c2-415e-9264-54dde4ba4577, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=ef680987-b9c2-415e-9264-54dde4ba4577,segment=NetworkSegment(3b59799c-7fdf-43ab-b2a2-558e15c941ea),segment_id=3b59799c-7fdf-43ab-b2a2-558e15c941ea)] {{(pid=101939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:37:30.926237 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:30.948597 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.024634 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34566) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:31.040449 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-bd7b7ffc-047a-474f-ba44-7d82c03075a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.053166 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-2ba60426-46c7-442e-af4f-5e00b72dcbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.055327 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.072018 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Allocated IP 172.28.3.95 (332549b6-3cdf-4adf-8b3f-15d63761d6c2/20988095-ecd5-434a-9470-4250e0864dd2/d0dd9c9e-9fb2-45ed-96dc-91ea579b8659) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:37:31.140013 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-bd7b7ffc-047a-474f-ba44-7d82c03075a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.149412 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c630a0-4acb-46a1-a4de-30ca25487214 None None] Pushing event updated for resources: {'Port': ['ID=ef680987-b9c2-415e-9264-54dde4ba4577,revision_number=2']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:31.208354 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.218102 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-bd7b7ffc-047a-474f-ba44-7d82c03075a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.263390 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-bd7b7ffc-047a-474f-ba44-7d82c03075a0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d668a693c5940738529a7bdea2975bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374942 Oct 29 01:37:31.264536 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b7ffc-047a-474f-ba44-7d82c03075a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c958932-f942-494d-b3e6-0464720084f9,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:31.268034 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34568) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:31.295315 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.374415 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:37:31.381298 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:37:31.384027 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:37:31.422176 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=d0dd9c9e-9fb2-45ed-96dc-91ea579b8659,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:31.450779 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9573183c-f5fb-465e-98f6-24e8c15c7f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.543958 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9573183c-f5fb-465e-98f6-24e8c15c7f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.585173 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.722413 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9573183c-f5fb-465e-98f6-24e8c15c7f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.725932 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-9573183c-f5fb-465e-98f6-24e8c15c7f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.727129 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-9573183c-f5fb-465e-98f6-24e8c15c7f3b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c958932-f942-494d-b3e6-0464720084f9 HTTP/1.1" status: 204 len: 168 time: 0.4575119 Oct 29 01:37:31.773624 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573183c-f5fb-465e-98f6-24e8c15c7f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c958932-f942-494d-b3e6-0464720084f9,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:31.817246 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:32.025939 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560260'] for router, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:32.092741 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434547dc-a3d5-471d-941f-13753e35f523 None None] Network d32d0959-6bb0-403c-8469-ec7d3fd89963 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:37:32.215511 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-5a23b75c-d316-43ad-9609-e8e28321044f None None] Provisioning complete for port ef680987-b9c2-415e-9264-54dde4ba4577 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:32.215876 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-5a23b75c-d316-43ad-9609-e8e28321044f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:32.259277 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:32.303436 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Router 23e1db6b-e891-4e93-b963-b9382244c543 is scheduled to L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c with binding_index 1 {{(pid=101938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:37:32.366268 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-5a23b75c-d316-43ad-9609-e8e28321044f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:32.408319 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-5a23b75c-d316-43ad-9609-e8e28321044f None None] For port ef680987-b9c2-415e-9264-54dde4ba4577, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=ef680987-b9c2-415e-9264-54dde4ba4577,segment=NetworkSegment(3b59799c-7fdf-43ab-b2a2-558e15c941ea),segment_id=3b59799c-7fdf-43ab-b2a2-558e15c941ea)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:32.433477 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:37:32.445479 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Sync routers for ids ['23e1db6b-e891-4e93-b963-b9382244c543'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:37:32.458241 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Routers {'23e1db6b-e891-4e93-b963-b9382244c543'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:32.459398 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:37:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['23e1db6b-e891-4e93-b963-b9382244c543'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:32.558126 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] Publish callbacks [] for router, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:32.559459 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-b9a48bf3-6222-4e8c-a614-1a7bd8453ee9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4763467 Oct 29 01:37:32.562240 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34584) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:32.574960 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-5a23b75c-d316-43ad-9609-e8e28321044f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:32.618747 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Set router 23e1db6b-e891-4e93-b963-b9382244c543 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:32.770781 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23b75c-d316-43ad-9609-e8e28321044f None None] Pushing event updated for resources: {'Port': ['ID=ef680987-b9c2-415e-9264-54dde4ba4577,revision_number=3']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:32.778365 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device ef680987-b9c2-415e-9264-54dde4ba4577 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:37:32.783153 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-85167d06-1582-40c9-839f-e5b026282903 None None] Provisioning complete for port ef680987-b9c2-415e-9264-54dde4ba4577 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:32.783527 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-85167d06-1582-40c9-839f-e5b026282903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:32.966194 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port ef680987-b9c2-415e-9264-54dde4ba4577 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:32.966657 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.062120 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e1db6b-e891-4e93-b963-b9382244c543', 'name': 'tempest-TestMinimumBasicScenario-307949374-router', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:31Z', 'revision_number': 3, 'project_id': 'b2b2935809964b538672933861dc320b', 'gw_port': {'id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:33.064817 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.101757 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Checking router: 23e1db6b-e891-4e93-b963-b9382244c543 for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:37:33.108973 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Updating router 23e1db6b-e891-4e93-b963-b9382244c543 port d0dd9c9e-9fb2-45ed-96dc-91ea579b8659 binding host dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:37:33.136994 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.215648 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34596) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:33.249983 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Allocated IP 172.20.0.1 (d32d0959-6bb0-403c-8469-ec7d3fd89963/ebbab91a-c959-49ec-896a-b217cc775344/a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:37:33.333663 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-28a0a6a0-745c-4083-9f77-b570f7398590 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1855820546-network', 'tenant_id': 'f75c72a44dd44a1dba7de78e4c7b443f'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:37:33.381278 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.452567 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a0a6a0-745c-4083-9f77-b570f7398590 admin admin] Made reservation on behalf of f75c72a44dd44a1dba7de78e4c7b443f for: {'network': 1} {{(pid=101937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:37:33.455161 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-28a0a6a0-745c-4083-9f77-b570f7398590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.464837 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-28a0a6a0-745c-4083-9f77-b570f7398590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.532609 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.543132 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-28a0a6a0-745c-4083-9f77-b570f7398590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.549077 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Publish callbacks [] for port, precommit_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.570262 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Network d32d0959-6bb0-403c-8469-ec7d3fd89963 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:37:33.572988 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:37:33.576511 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:37:33.604199 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Pushing event updated for resources: {'Port': ['ID=a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:33.624267 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685753'] for router_interface, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.680467 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-28a0a6a0-745c-4083-9f77-b570f7398590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.704055 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.720457 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a0a6a0-745c-4083-9f77-b570f7398590 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=101937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:37:33.731130 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0a6a0-745c-4083-9f77-b570f7398590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499f93ff-5e21-4756-802f-133ec91946cf,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:33.739236 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-28a0a6a0-745c-4083-9f77-b570f7398590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.740487 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.db.segments_db [None req-28a0a6a0-745c-4083-9f77-b570f7398590 admin admin] Added segment 0ccc06e7-50f7-48b7-a012-07d7f905d2fe of type vlan for network 16f9400b-d820-4c01-8e91-cf4843c9051b Oct 29 01:37:33.777603 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Attempting to bind port d0dd9c9e-9fb2-45ed-96dc-91ea579b8659 on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:37:33.778577 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Attempting to bind port d0dd9c9e-9fb2-45ed-96dc-91ea579b8659 by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:37:33.778946 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Attempting to bind port d0dd9c9e-9fb2-45ed-96dc-91ea579b8659 on network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:37:33.795884 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e0310-8222-4c56-979f-70266684e912 None None] Pushing event updated for resources: {'Port': ['ID=d0dd9c9e-9fb2-45ed-96dc-91ea579b8659,revision_number=2']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:33.795884 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:37:33.795884 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Checking segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:37:33.795884 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.795884 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Bound using segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:37:33.795884 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Bound port: d0dd9c9e-9fb2-45ed-96dc-91ea579b8659, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:37:33.795884 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.796550 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-28a0a6a0-745c-4083-9f77-b570f7398590 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.852031 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] For port d0dd9c9e-9fb2-45ed-96dc-91ea579b8659, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:37:33.855697 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] For port d0dd9c9e-9fb2-45ed-96dc-91ea579b8659, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=d0dd9c9e-9fb2-45ed-96dc-91ea579b8659,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:37:33.860287 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-e23203a2-de8b-492f-9b19-612bf232e245 None None] Provisioning complete for port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:33.860654 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-e23203a2-de8b-492f-9b19-612bf232e245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.894885 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-e23203a2-de8b-492f-9b19-612bf232e245 None None] Port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:37:33.896544 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.932347 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-28a0a6a0-745c-4083-9f77-b570f7398590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.933466 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a0a6a0-745c-4083-9f77-b570f7398590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:33.934115 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-28a0a6a0-745c-4083-9f77-b570f7398590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.961059 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.993964 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0a6a0-745c-4083-9f77-b570f7398590 admin admin] Pushing event updated for resources: {'Network': ['ID=16f9400b-d820-4c01-8e91-cf4843c9051b,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:34.011718 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network 16f9400b-d820-4c01-8e91-cf4843c9051b details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:37:34.067365 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Routers {'23e1db6b-e891-4e93-b963-b9382244c543'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:34.070572 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:37:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['23e1db6b-e891-4e93-b963-b9382244c543'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:34.071647 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e0310-8222-4c56-979f-70266684e912 None None] Pushing event updated for resources: {'Port': ['ID=d0dd9c9e-9fb2-45ed-96dc-91ea579b8659,revision_number=3']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:34.075825 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:34.089432 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-28a0a6a0-745c-4083-9f77-b570f7398590 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8729472 Oct 29 01:37:34.094008 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34610) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:34.099632 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-f26c59d5-f210-4ee9-a411-c82b4514786d admin admin] Request body: {'subnet': {'network_id': '16f9400b-d820-4c01-8e91-cf4843c9051b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1855820546-subnet', 'tenant_id': 'f75c72a44dd44a1dba7de78e4c7b443f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:37:34.211491 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] Set router 23e1db6b-e891-4e93-b963-b9382244c543 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:34.228928 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26c59d5-f210-4ee9-a411-c82b4514786d admin admin] Made reservation on behalf of f75c72a44dd44a1dba7de78e4c7b443f for: {'subnet': 1} {{(pid=101937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:37:34.239135 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:34.239321 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f26c59d5-f210-4ee9-a411-c82b4514786d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8768398'] for subnet, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:34.304882 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:34.464621 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e1db6b-e891-4e93-b963-b9382244c543', 'name': 'tempest-TestMinimumBasicScenario-307949374-router', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 4, 'project_id': 'b2b2935809964b538672933861dc320b', 'gw_port': {'id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': 'a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29', 'name': '', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'mac_address': 'fa:16:3e:b1:67:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:33Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 1, 'project_id': 'b2b2935809964b538672933861dc320b', 'subnets': [{'id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:34.492778 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14e151-698d-4e17-bcdb-f47916a9d868 None None] The sync data for ids ['23e1db6b-e891-4e93-b963-b9382244c543'] in dv-cinder-815582-5-smb is: [{'id': '23e1db6b-e891-4e93-b963-b9382244c543', 'name': 'tempest-TestMinimumBasicScenario-307949374-router', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 4, 'project_id': 'b2b2935809964b538672933861dc320b', 'gw_port': {'id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': 'a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29', 'name': '', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'mac_address': 'fa:16:3e:b1:67:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:33Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 1, 'project_id': 'b2b2935809964b538672933861dc320b', 'subnets': [{'id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:37:34.493471 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f26c59d5-f210-4ee9-a411-c82b4514786d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10476121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8768884'] for subnet, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:34.574246 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Pushing event updated for resources: {'Port': ['ID=a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:34.576649 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562761'] for router_interface, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:34.589469 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c59d5-f210-4ee9-a411-c82b4514786d admin admin] Pushing event updated for resources: {'Subnet': ['ID=804ed180-d7c1-45a9-bc24-751ec6f403cd,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:34.602272 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c59d5-f210-4ee9-a411-c82b4514786d admin admin] Checking segment: {'id': '0ccc06e7-50f7-48b7-a012-07d7f905d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '16f9400b-d820-4c01-8e91-cf4843c9051b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:37:34.602623 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c59d5-f210-4ee9-a411-c82b4514786d admin admin] Network hostable DHCP agents. Network: 16f9400b-d820-4c01-8e91-cf4843c9051b, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:37:34.685457 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Network d32d0959-6bb0-403c-8469-ec7d3fd89963 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:37:34.687076 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:37:34.715727 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c59d5-f210-4ee9-a411-c82b4514786d admin admin] Network 16f9400b-d820-4c01-8e91-cf4843c9051b is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:37:34.732570 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device ef680987-b9c2-415e-9264-54dde4ba4577 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:37:34.817910 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port ef680987-b9c2-415e-9264-54dde4ba4577 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:34.818303 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:34.827254 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-f26c59d5-f210-4ee9-a411-c82b4514786d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, 16f9400b-d820-4c01-8e91-cf4843c9051b) {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:37:34.827843 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26c59d5-f210-4ee9-a411-c82b4514786d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:34.828452 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f26c59d5-f210-4ee9-a411-c82b4514786d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:34.853347 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716c23f6-acb0-4f02-96d4-f25ef9e766b5 None None] Network 16f9400b-d820-4c01-8e91-cf4843c9051b requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:37:34.884831 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Router 23e1db6b-e891-4e93-b963-b9382244c543 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:37:34.913298 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-f26c59d5-f210-4ee9-a411-c82b4514786d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8179569 Oct 29 01:37:35.059630 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:37:35.070357 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-ae1e3381-d0ef-47eb-b221-defe97e45690 admin admin] 10.222.0.77 "PUT /v2.0/routers/23e1db6b-e891-4e93-b963-b9382244c543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5005171 Oct 29 01:37:35.098626 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-13573278-1014-4029-903d-f3eeb3f7f4d8 None None] Provisioning complete for port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:35.099028 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-13573278-1014-4029-903d-f3eeb3f7f4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:35.102167 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee66e6b2-b47b-404c-8318-0cf99e78ae84 None None] Network 16f9400b-d820-4c01-8e91-cf4843c9051b requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:37:35.252832 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-13573278-1014-4029-903d-f3eeb3f7f4d8 None None] Port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:37:35.958053 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34644) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:35.965922 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-88bf036a-34cc-4e33-ad6e-0064a01f9a8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1416110006-network', 'tenant_id': '53c08f3994984226bf35e163059ac8e7'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:37:36.103598 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bf036a-34cc-4e33-ad6e-0064a01f9a8a admin admin] Made reservation on behalf of 53c08f3994984226bf35e163059ac8e7 for: {'network': 1} {{(pid=101937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:37:36.105960 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-88bf036a-34cc-4e33-ad6e-0064a01f9a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.119320 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-88bf036a-34cc-4e33-ad6e-0064a01f9a8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.190438 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34650) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:36.195638 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-05961735-de36-499d-92a8-fc5216cc4e14 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1884956111-network', 'tenant_id': '3c891adeb9b349c7bd3f84c6ade7af5a'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:37:36.196736 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-88bf036a-34cc-4e33-ad6e-0064a01f9a8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.360666 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-88bf036a-34cc-4e33-ad6e-0064a01f9a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.385277 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88bf036a-34cc-4e33-ad6e-0064a01f9a8a admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=101937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:37:36.395286 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf036a-34cc-4e33-ad6e-0064a01f9a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192c83c3-cdd7-4e6d-9759-822204d79e19,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:36.400400 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-88bf036a-34cc-4e33-ad6e-0064a01f9a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.407779 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.db.segments_db [None req-88bf036a-34cc-4e33-ad6e-0064a01f9a8a admin admin] Added segment eeed705a-488a-4407-b9dc-d4b904bcfbc4 of type vlan for network a8bea0f5-3d7f-40b7-b642-4819b8fd3181 Oct 29 01:37:36.410110 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34652) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:36.444138 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-88bf036a-34cc-4e33-ad6e-0064a01f9a8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.449115 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05961735-de36-499d-92a8-fc5216cc4e14 admin admin] Made reservation on behalf of 3c891adeb9b349c7bd3f84c6ade7af5a for: {'network': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:37:36.451418 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-05961735-de36-499d-92a8-fc5216cc4e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for network, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.470716 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-05961735-de36-499d-92a8-fc5216cc4e14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.560435 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-88bf036a-34cc-4e33-ad6e-0064a01f9a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.561392 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bf036a-34cc-4e33-ad6e-0064a01f9a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:36.561993 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-88bf036a-34cc-4e33-ad6e-0064a01f9a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.625560 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Sync routers for ids ['23e1db6b-e891-4e93-b963-b9382244c543'] in dv-cinder-815582-5-smb {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:37:36.631049 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf036a-34cc-4e33-ad6e-0064a01f9a8a admin admin] Pushing event updated for resources: {'Network': ['ID=a8bea0f5-3d7f-40b7-b642-4819b8fd3181,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:36.637863 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Routers {'23e1db6b-e891-4e93-b963-b9382244c543'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:36.638631 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:37:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['23e1db6b-e891-4e93-b963-b9382244c543'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:36.642845 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-05961735-de36-499d-92a8-fc5216cc4e14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.646111 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network a8bea0f5-3d7f-40b7-b642-4819b8fd3181 details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:37:36.653679 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-c8c0a162-eb1b-4b67-8820-82ad400c6a13 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Deleting port a148f456-8773-489f-835a-7c070a8b4e17 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:36.654312 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c8c0a162-eb1b-4b67-8820-82ad400c6a13 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.750723 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-88bf036a-34cc-4e33-ad6e-0064a01f9a8a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7909839 Oct 29 01:37:36.750916 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34654) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:36.756894 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device d0dd9c9e-9fb2-45ed-96dc-91ea579b8659 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:37:36.757351 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c8c0a162-eb1b-4b67-8820-82ad400c6a13 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.757709 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c8c0a162-eb1b-4b67-8820-82ad400c6a13 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.763244 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-70402b25-dd0e-4aba-adfe-0298e695a1b6 admin admin] Request body: {'subnet': {'network_id': 'a8bea0f5-3d7f-40b7-b642-4819b8fd3181', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1416110006-subnet', 'tenant_id': '53c08f3994984226bf35e163059ac8e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:37:36.781465 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Set router 23e1db6b-e891-4e93-b963-b9382244c543 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:36.781832 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-c8c0a162-eb1b-4b67-8820-82ad400c6a13 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Calling delete_port for a148f456-8773-489f-835a-7c070a8b4e17 owned by network:floatingip {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:36.806770 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port d0dd9c9e-9fb2-45ed-96dc-91ea579b8659 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:36.807130 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.833570 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-05961735-de36-499d-92a8-fc5216cc4e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.886177 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05961735-de36-499d-92a8-fc5216cc4e14 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=101938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:37:36.894460 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.914324 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05961735-de36-499d-92a8-fc5216cc4e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bea7ba-e71f-4c73-967a-34e0af1c5409,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:36.917189 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-05961735-de36-499d-92a8-fc5216cc4e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:36.917328 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.segments_db [None req-05961735-de36-499d-92a8-fc5216cc4e14 admin admin] Added segment bfb0c5ee-dfcc-47ac-8ec6-37a45654db62 of type vlan for network 6ebec193-e762-433a-8512-1dc5b1f7ec18 Oct 29 01:37:36.922145 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] For port d0dd9c9e-9fb2-45ed-96dc-91ea579b8659, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=d0dd9c9e-9fb2-45ed-96dc-91ea579b8659,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:36.950340 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70402b25-dd0e-4aba-adfe-0298e695a1b6 admin admin] Made reservation on behalf of 53c08f3994984226bf35e163059ac8e7 for: {'subnet': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:37:36.952647 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-70402b25-dd0e-4aba-adfe-0298e695a1b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906376'] for subnet, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:37.000311 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e1db6b-e891-4e93-b963-b9382244c543', 'name': 'tempest-TestMinimumBasicScenario-307949374-router', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 4, 'project_id': 'b2b2935809964b538672933861dc320b', 'gw_port': {'id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': 'a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29', 'name': '', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'mac_address': 'fa:16:3e:b1:67:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:33Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 2, 'project_id': 'b2b2935809964b538672933861dc320b', 'subnets': [{'id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:37.012434 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-05961735-de36-499d-92a8-fc5216cc4e14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734166729665'] for network, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:37.029171 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:37.033473 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Checking router: 23e1db6b-e891-4e93-b963-b9382244c543 for host: dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:37:37.033584 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Updating router 23e1db6b-e891-4e93-b963-b9382244c543 port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 binding host dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:37:37.062617 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:37.119714 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Pushing event updated for resources: {'Port': ['ID=d0dd9c9e-9fb2-45ed-96dc-91ea579b8659,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:37.161842 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-05961735-de36-499d-92a8-fc5216cc4e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121'] for network, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:37.162705 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05961735-de36-499d-92a8-fc5216cc4e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:37.163289 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-05961735-de36-499d-92a8-fc5216cc4e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:37.244231 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05961735-de36-499d-92a8-fc5216cc4e14 admin admin] Pushing event updated for resources: {'Network': ['ID=6ebec193-e762-433a-8512-1dc5b1f7ec18,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:37.256757 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Network 6ebec193-e762-433a-8512-1dc5b1f7ec18 details requested by agent ovs-agent-dv-cinder-815582-5-smb with host dv-cinder-815582-5-smb {{(pid=101939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:37:37.378729 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Publish callbacks [] for port, precommit_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:37.392197 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-05961735-de36-499d-92a8-fc5216cc4e14 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2006440 Oct 29 01:37:37.400975 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c8c0a162-eb1b-4b67-8820-82ad400c6a13 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:37.400975 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34660) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:37.402259 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-5faede55-d49f-4736-868c-e99b9fdff7be admin admin] Request body: {'subnet': {'network_id': '6ebec193-e762-433a-8512-1dc5b1f7ec18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1884956111-subnet', 'tenant_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'ip_version': 4}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:37:37.432739 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0a162-eb1b-4b67-8820-82ad400c6a13 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Pushing event deleted for resources: {'Port': ['ID=a148f456-8773-489f-835a-7c070a8b4e17,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:37.466810 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-70402b25-dd0e-4aba-adfe-0298e695a1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8883336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8904818'] for subnet, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:37.497677 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:37.553169 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2864f6b-e1e5-4b7d-9ecb-9a9ba1e00f1c None None] Pushing event updated for resources: {'Port': ['ID=a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29,revision_number=3']} {{(pid=101940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:37.560311 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c8c0a162-eb1b-4b67-8820-82ad400c6a13 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for floatingip, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:37.560890 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.db.l3_db [None req-c8c0a162-eb1b-4b67-8820-82ad400c6a13 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Floating IP 85f3438d-7d68-4fbb-a703-e271c75deb65 disassociated (deleted). External IP: 172.28.3.221, port: 9320da36-2f2c-4694-9413-162840889512. Oct 29 01:37:37.562327 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70402b25-dd0e-4aba-adfe-0298e695a1b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87dbb68e-509a-44d7-af47-3318e452014b,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:37.566580 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864f6b-e1e5-4b7d-9ecb-9a9ba1e00f1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:37.567432 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864f6b-e1e5-4b7d-9ecb-9a9ba1e00f1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:37.568074 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864f6b-e1e5-4b7d-9ecb-9a9ba1e00f1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:37.568575 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864f6b-e1e5-4b7d-9ecb-9a9ba1e00f1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:37.569086 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864f6b-e1e5-4b7d-9ecb-9a9ba1e00f1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:37.569839 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864f6b-e1e5-4b7d-9ecb-9a9ba1e00f1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:37.570629 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864f6b-e1e5-4b7d-9ecb-9a9ba1e00f1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:37.571283 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864f6b-e1e5-4b7d-9ecb-9a9ba1e00f1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:37.571542 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864f6b-e1e5-4b7d-9ecb-9a9ba1e00f1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:37.571895 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864f6b-e1e5-4b7d-9ecb-9a9ba1e00f1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:37.572227 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864f6b-e1e5-4b7d-9ecb-9a9ba1e00f1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:37.572565 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2864f6b-e1e5-4b7d-9ecb-9a9ba1e00f1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:37.630252 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Attempting to bind port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:37:37.630875 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Attempting to bind port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': '3b59799c-7fdf-43ab-b2a2-558e15c941ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963'}] {{(pid=101940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:37:37.631229 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Attempting to bind port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 on network d32d0959-6bb0-403c-8469-ec7d3fd89963 {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:37:37.634384 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faede55-d49f-4736-868c-e99b9fdff7be admin admin] Made reservation on behalf of 3c891adeb9b349c7bd3f84c6ade7af5a for: {'subnet': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:37:37.636734 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5faede55-d49f-4736-868c-e99b9fdff7be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906376'] for subnet, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:37.647112 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:37:37.647112 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Checking segment: {'id': '3b59799c-7fdf-43ab-b2a2-558e15c941ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:37:37.647112 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:37.647112 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Bound using segment: {'id': '3b59799c-7fdf-43ab-b2a2-558e15c941ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963'} {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:37:37.647112 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Bound port: a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b59799c-7fdf-43ab-b2a2-558e15c941ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963'}}] {{(pid=101940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:37:37.647112 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:37.655824 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70402b25-dd0e-4aba-adfe-0298e695a1b6 admin admin] Checking segment: {'id': 'eeed705a-488a-4407-b9dc-d4b904bcfbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a8bea0f5-3d7f-40b7-b642-4819b8fd3181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:37:37.656180 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70402b25-dd0e-4aba-adfe-0298e695a1b6 admin admin] Network hostable DHCP agents. Network: a8bea0f5-3d7f-40b7-b642-4819b8fd3181, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:37:37.712373 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.db [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] For port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:37:37.715870 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.db [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] For port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29,segment=NetworkSegment(3b59799c-7fdf-43ab-b2a2-558e15c941ea),segment_id=3b59799c-7fdf-43ab-b2a2-558e15c941ea)] {{(pid=101940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:37:37.796552 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-eef5193f-6e79-4e2a-a8e4-82d96e997810 None None] Provisioning complete for port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:37.797177 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-eef5193f-6e79-4e2a-a8e4-82d96e997810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:37.829566 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:37.831010 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-eef5193f-6e79-4e2a-a8e4-82d96e997810 None None] Port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:37:37.876347 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70402b25-dd0e-4aba-adfe-0298e695a1b6 admin admin] Network a8bea0f5-3d7f-40b7-b642-4819b8fd3181 is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:37:37.893446 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Routers {'23e1db6b-e891-4e93-b963-b9382244c543'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:37.894099 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:37:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['23e1db6b-e891-4e93-b963-b9382244c543'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:37.932101 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2864f6b-e1e5-4b7d-9ecb-9a9ba1e00f1c None None] Pushing event updated for resources: {'Port': ['ID=a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29,revision_number=4']} {{(pid=101940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:37.952457 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c0a162-eb1b-4b67-8820-82ad400c6a13 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Router abe138d6-855a-403b-b13b-b679c0ba24f4 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:37:38.031738 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] Set router 23e1db6b-e891-4e93-b963-b9382244c543 gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:38.060627 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5faede55-d49f-4736-868c-e99b9fdff7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8883336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8904818'] for subnet, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:38.062599 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-70402b25-dd0e-4aba-adfe-0298e695a1b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, a8bea0f5-3d7f-40b7-b642-4819b8fd3181) {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:37:38.073632 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70402b25-dd0e-4aba-adfe-0298e695a1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:38.073632 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-70402b25-dd0e-4aba-adfe-0298e695a1b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:38.073882 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435db4bb-6573-4fbe-b59f-226668a615cd None None] Network a8bea0f5-3d7f-40b7-b642-4819b8fd3181 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:37:38.152660 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faede55-d49f-4736-868c-e99b9fdff7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc71fd52-781e-43a6-bb56-40ba6d0ea5fb,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:38.156693 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c0a162-eb1b-4b67-8820-82ad400c6a13 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:37:38.162364 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c8c0a162-eb1b-4b67-8820-82ad400c6a13 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for floatingip, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:38.179447 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd12ca-d1cd-42e2-9984-892f5c6825bc None None] Sync routers for ids ['abe138d6-855a-403b-b13b-b679c0ba24f4'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:37:38.210745 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd12ca-d1cd-42e2-9984-892f5c6825bc None None] Routers {'abe138d6-855a-403b-b13b-b679c0ba24f4'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:38.210745 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-8acd12ca-d1cd-42e2-9984-892f5c6825bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:37:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['abe138d6-855a-403b-b13b-b679c0ba24f4'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:38.211062 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-c8c0a162-eb1b-4b67-8820-82ad400c6a13 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "DELETE /v2.0/floatingips/85f3438d-7d68-4fbb-a703-e271c75deb65 HTTP/1.1" status: 204 len: 168 time: 1.7931333 Oct 29 01:37:38.211062 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'tag': '9320da36-2f2c-4694-9413-162840889512'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:37:38.211411 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb8e51d-2d06-4a40-b49c-8c69bd721e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "027131fb-8eff-41d2-95ef-0d47eeb3765a", "tag": "9320da36-2f2c-4694-9413-162840889512"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:37:38.228012 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-70402b25-dd0e-4aba-adfe-0298e695a1b6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4738481 Oct 29 01:37:38.232298 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faede55-d49f-4736-868c-e99b9fdff7be admin admin] Checking segment: {'id': 'bfb0c5ee-dfcc-47ac-8ec6-37a45654db62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6ebec193-e762-433a-8512-1dc5b1f7ec18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:37:38.232841 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faede55-d49f-4736-868c-e99b9fdff7be admin admin] Network hostable DHCP agents. Network: 6ebec193-e762-433a-8512-1dc5b1f7ec18, hostable agents: ['308ebad8-6c8a-4c9b-89b4-1c41ca174215'], hosted agents: [] {{(pid=101938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:37:38.307734 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eee45b-7745-406d-884a-012cbb13a55e x-openstack-request-id: req-21eee45b-7745-406d-884a-012cbb13a55e {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:37:38.308347 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027131fb-8eff-41d2-95ef-0d47eeb3765a", "tag": "9320da36-2f2c-4694-9413-162840889512", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:37:38.315883 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21eee45b-7745-406d-884a-012cbb13a55e {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:37:38.315883 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'tag': '9320da36-2f2c-4694-9413-162840889512', 'status': 'completed', 'code': 200} Oct 29 01:37:38.344135 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a737f-c45f-4496-a438-d0f4d926d577 None None] Network a8bea0f5-3d7f-40b7-b642-4819b8fd3181 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:37:38.387149 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e1db6b-e891-4e93-b963-b9382244c543', 'name': 'tempest-TestMinimumBasicScenario-307949374-router', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 4, 'project_id': 'b2b2935809964b538672933861dc320b', 'gw_port': {'id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': 'a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29', 'name': '', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'mac_address': 'fa:16:3e:b1:67:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:33Z', 'updated_at': '2021-10-29T01:37:37Z', 'revision_number': 4, 'project_id': 'b2b2935809964b538672933861dc320b', 'subnets': [{'id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:38.414733 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faede55-d49f-4736-868c-e99b9fdff7be admin admin] Network 6ebec193-e762-433a-8512-1dc5b1f7ec18 is scheduled to be hosted by DHCP agent 308ebad8-6c8a-4c9b-89b4-1c41ca174215 with binding_index 1 {{(pid=101938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:37:38.420260 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79f895-dc53-44ad-8f5e-2ac0732dc9f0 None None] The sync data for ids ['23e1db6b-e891-4e93-b963-b9382244c543'] in dv-cinder-815582-5-smb is: [{'id': '23e1db6b-e891-4e93-b963-b9382244c543', 'name': 'tempest-TestMinimumBasicScenario-307949374-router', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 4, 'project_id': 'b2b2935809964b538672933861dc320b', 'gw_port': {'id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': 'a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29', 'name': '', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'mac_address': 'fa:16:3e:b1:67:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:33Z', 'updated_at': '2021-10-29T01:37:37Z', 'revision_number': 4, 'project_id': 'b2b2935809964b538672933861dc320b', 'subnets': [{'id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:37:38.455531 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8e51d-2d06-4a40-b49c-8c69bd721e8c req-d617dae6-52ec-4ba8-b937-d7a17e25385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:38.457706 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9bb8e51d-2d06-4a40-b49c-8c69bd721e8c req-d617dae6-52ec-4ba8-b937-d7a17e25385e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ec8b209809be4871af2647d63205c92f&device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 1099 time: 0.1060288 Oct 29 01:37:38.567411 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-5faede55-d49f-4736-868c-e99b9fdff7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-5-smb, 6ebec193-e762-433a-8512-1dc5b1f7ec18) {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:37:38.578511 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-7c898c6b-9a30-40a9-bbda-e05da596dad6 None None] Provisioning complete for port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:38.578878 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-7c898c6b-9a30-40a9-bbda-e05da596dad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:38.579560 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faede55-d49f-4736-868c-e99b9fdff7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:38.580325 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5faede55-d49f-4736-868c-e99b9fdff7be admin admin] Publish callbacks [] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:38.587880 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e1cac8-d2ed-4f8a-a837-c96e869bba75 None None] Network 6ebec193-e762-433a-8512-1dc5b1f7ec18 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:37:38.627014 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8e51d-2d06-4a40-b49c-8c69bd721e8c req-e34a906c-5c65-45e4-b651-b71bf5932b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:38.628656 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9bb8e51d-2d06-4a40-b49c-8c69bd721e8c req-e34a906c-5c65-45e4-b651-b71bf5932b9a service neutron] 10.222.0.89 "GET /v2.0/networks?id=ada08a0c-2acd-4c9f-b94b-04132d5562f9 HTTP/1.1" status: 200 len: 910 time: 0.1645632 Oct 29 01:37:38.714665 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9bb8e51d-2d06-4a40-b49c-8c69bd721e8c req-5acb9123-2351-40af-8abf-ee42eb9735ee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9320da36-2f2c-4694-9413-162840889512 HTTP/1.1" status: 200 len: 217 time: 0.0596879 Oct 29 01:37:38.719821 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-5faede55-d49f-4736-868c-e99b9fdff7be admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3205619 Oct 29 01:37:38.726658 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34678) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:38.728765 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1884956111-router', 'tenant_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:37:38.781149 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8e51d-2d06-4a40-b49c-8c69bd721e8c req-a2de6a3a-f32b-43c6-aa03-29d69f257a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:38.783512 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9bb8e51d-2d06-4a40-b49c-8c69bd721e8c req-a2de6a3a-f32b-43c6-aa03-29d69f257a7a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2576f1bd-041d-4334-bc89-73007635b70e HTTP/1.1" status: 200 len: 848 time: 0.0614312 Oct 29 01:37:38.818312 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-8acd12ca-d1cd-42e2-9984-892f5c6825bc None None] Set router abe138d6-855a-403b-b13b-b679c0ba24f4 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:38.847927 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8e51d-2d06-4a40-b49c-8c69bd721e8c req-f56d9caa-75a8-4571-8f2c-8bf77ba68b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:38.849957 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9bb8e51d-2d06-4a40-b49c-8c69bd721e8c req-f56d9caa-75a8-4571-8f2c-8bf77ba68b61 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ada08a0c-2acd-4c9f-b94b-04132d5562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0577202 Oct 29 01:37:38.871104 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device d0dd9c9e-9fb2-45ed-96dc-91ea579b8659 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:37:38.875150 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2605'] for router, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:38.876729 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2618'] for router, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:39.014687 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:39.069762 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9bb8e51d-2d06-4a40-b49c-8c69bd721e8c req-3b465c12-0a7b-4e77-9679-f6f5108ab568 service neutron] 10.222.0.89 "GET /v2.0/networks/ada08a0c-2acd-4c9f-b94b-04132d5562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069204 Oct 29 01:37:39.102694 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-7c898c6b-9a30-40a9-bbda-e05da596dad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:39.204786 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-f61da660-954c-41fd-bf1c-0a6489ce53df tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:39.205102 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-7c898c6b-9a30-40a9-bbda-e05da596dad6 None None] For port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29,segment=NetworkSegment(3b59799c-7fdf-43ab-b2a2-558e15c941ea),segment_id=3b59799c-7fdf-43ab-b2a2-558e15c941ea)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:39.209143 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-f61da660-954c-41fd-bf1c-0a6489ce53df tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/networks?id=16f9400b-d820-4c01-8e91-cf4843c9051b HTTP/1.1" status: 200 len: 809 time: 0.2755127 Oct 29 01:37:39.228278 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port d0dd9c9e-9fb2-45ed-96dc-91ea579b8659 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:39.228645 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:39.234868 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250a39b-3e8b-4d5b-9392-bf054fdfcb46 req-df0c58c8-39e6-4c59-83d8-6ebada06cb8d tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:39.245683 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d250a39b-3e8b-4d5b-9392-bf054fdfcb46 req-df0c58c8-39e6-4c59-83d8-6ebada06cb8d tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.1780481 Oct 29 01:37:39.269245 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee2aa971-5c1a-599e-98af-d2e8e61f92a0-6ebec193-e762-433a-8512-1dc5b1f7ec18', 'network_id': '6ebec193-e762-433a-8512-1dc5b1f7ec18', 'tenant_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'fixed_ips': [{'subnet_id': 'fc71fd52-781e-43a6-bb56-40ba6d0ea5fb'}]}} from dv-cinder-815582-5-smb. {{(pid=101939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:37:39.272075 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:39.299015 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-b4702e7d-ee8d-4dfa-87e9-0b4be220d238 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/quotas/f75c72a44dd44a1dba7de78e4c7b443f HTTP/1.1" status: 200 len: 375 time: 0.0428209 Oct 29 01:37:39.308081 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9bb8e51d-2d06-4a40-b49c-8c69bd721e8c req-e5edc7ec-055c-40e1-94f0-fa5b7212d425 service neutron] 10.222.0.89 "GET /v2.0/networks/ada08a0c-2acd-4c9f-b94b-04132d5562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332931 Oct 29 01:37:39.377859 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d250a39b-3e8b-4d5b-9392-bf054fdfcb46 req-58b5eada-04d8-4e42-bb5b-c484d742460e tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1308012 Oct 29 01:37:39.381139 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-6ed0af0f-19e8-4a8d-baf5-d3af1409e20f tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f75c72a44dd44a1dba7de78e4c7b443f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665896 Oct 29 01:37:39.478591 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:39.494247 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-7c898c6b-9a30-40a9-bbda-e05da596dad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:39.506770 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-72c51612-a788-40ef-83c8-0792fa4738f4 service neutron] 10.222.0.77 "GET /v2.0/networks/16f9400b-d820-4c01-8e91-cf4843c9051b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099410 Oct 29 01:37:39.606869 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-ece36a2a-b84d-4271-8483-0c2f35886547 service neutron] 10.222.0.77 "GET /v2.0/networks/16f9400b-d820-4c01-8e91-cf4843c9051b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926306 Oct 29 01:37:39.607494 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c898c6b-9a30-40a9-bbda-e05da596dad6 None None] Pushing event updated for resources: {'Port': ['ID=a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:39.635767 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.db_base_plugin_common [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Allocated IP 172.20.0.2 (6ebec193-e762-433a-8512-1dc5b1f7ec18/fc71fd52-781e-43a6-bb56-40ba6d0ea5fb/33ead7cc-1021-46bf-bee9-30a8fa490981) {{(pid=101939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:37:39.638982 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:37:39.666545 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-8acd12ca-d1cd-42e2-9984-892f5c6825bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'name': 'tempest-TestShelveInstance-1081364370-router', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:29Z', 'updated_at': '2021-10-29T01:32:33Z', 'revision_number': 4, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'gw_port': {'id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:30Z', 'updated_at': '2021-10-29T01:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '3235fcbb-a1ee-4f67-a764-9bd65dce8362', 'name': '', 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'mac_address': 'fa:16:3e:fa:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2576f1bd-041d-4334-bc89-73007635b70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:33Z', 'updated_at': '2021-10-29T01:32:38Z', 'revision_number': 5, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'subnets': [{'id': '2576f1bd-041d-4334-bc89-73007635b70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:39.703737 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd12ca-d1cd-42e2-9984-892f5c6825bc None None] Checking router: abe138d6-855a-403b-b13b-b679c0ba24f4 for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:37:39.755715 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:39.776730 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:39.779957 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd12ca-d1cd-42e2-9984-892f5c6825bc None None] Routers {'abe138d6-855a-403b-b13b-b679c0ba24f4'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:39.781037 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-8acd12ca-d1cd-42e2-9984-892f5c6825bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:37:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['abe138d6-855a-403b-b13b-b679c0ba24f4'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:39.901767 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:39.902440 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:39.910619 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:39.935211 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c3694c76-b068-4a7d-a60a-0c0c9ef8d194 req-f25a7ae4-0eda-4e66-944c-ea7c77b2453d tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 210 time: 0.0422068 Oct 29 01:37:39.942157 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_common [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Allocated IP 172.28.3.253 (332549b6-3cdf-4adf-8b3f-15d63761d6c2/20988095-ecd5-434a-9470-4250e0864dd2/2b3cfd38-0904-4d7c-8e5e-6af63518005f) {{(pid=101937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:37:39.999893 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-8acd12ca-d1cd-42e2-9984-892f5c6825bc None None] Set router abe138d6-855a-403b-b13b-b679c0ba24f4 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:40.064211 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Publish callbacks [] for port, precommit_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:40.083405 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:40.196147 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182'] for port, after_create {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:40.247417 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476237'] for port, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:40.276953 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Network 6ebec193-e762-433a-8512-1dc5b1f7ec18 is already hosted by enough agents. {{(pid=101939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:37:40.283401 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.scheduler.base_scheduler [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Resources bound (agent type, host, resource id): {{(pid=101939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:37:40.302848 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Pushing event updated for resources: {'Port': ['ID=33ead7cc-1021-46bf-bee9-30a8fa490981,revision_number=1']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:40.305421 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Received port after_create {{(pid=101939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:37:40.309978 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 is already hosted by enough agents. {{(pid=101937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:37:40.310841 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Pushing event updated for resources: {'Port': ['ID=2b3cfd38-0904-4d7c-8e5e-6af63518005f,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:40.314139 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Resources bound (agent type, host, resource id): {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:37:40.316681 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Received port after_create {{(pid=101937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:37:40.541578 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b3f74-3f50-42ea-8bc6-3f9ab530de3e req-a38fc47d-ee55-40ab-a989-2c1bd496555f tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:40.543714 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9a3b3f74-3f50-42ea-8bc6-3f9ab530de3e req-a38fc47d-ee55-40ab-a989-2c1bd496555f tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0897551 Oct 29 01:37:40.550898 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Attempting to bind port 33ead7cc-1021-46bf-bee9-30a8fa490981 on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:37:40.551262 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Attempting to bind port 33ead7cc-1021-46bf-bee9-30a8fa490981 by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': 'bfb0c5ee-dfcc-47ac-8ec6-37a45654db62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6ebec193-e762-433a-8512-1dc5b1f7ec18'}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:37:40.559638 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Attempting to bind port 33ead7cc-1021-46bf-bee9-30a8fa490981 on network 6ebec193-e762-433a-8512-1dc5b1f7ec18 {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:37:40.559638 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:37:40.559638 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Checking segment: {'id': 'bfb0c5ee-dfcc-47ac-8ec6-37a45654db62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6ebec193-e762-433a-8512-1dc5b1f7ec18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:37:40.559638 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:40.560157 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Bound using segment: {'id': 'bfb0c5ee-dfcc-47ac-8ec6-37a45654db62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6ebec193-e762-433a-8512-1dc5b1f7ec18'} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:37:40.560157 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Bound port: 33ead7cc-1021-46bf-bee9-30a8fa490981, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb0c5ee-dfcc-47ac-8ec6-37a45654db62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6ebec193-e762-433a-8512-1dc5b1f7ec18'}}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:37:40.560611 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:40.600850 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-8acd12ca-d1cd-42e2-9984-892f5c6825bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'name': 'tempest-TestShelveInstance-1081364370-router', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:29Z', 'updated_at': '2021-10-29T01:32:33Z', 'revision_number': 4, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'gw_port': {'id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:30Z', 'updated_at': '2021-10-29T01:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '3235fcbb-a1ee-4f67-a764-9bd65dce8362', 'name': '', 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'mac_address': 'fa:16:3e:fa:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2576f1bd-041d-4334-bc89-73007635b70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:33Z', 'updated_at': '2021-10-29T01:32:38Z', 'revision_number': 5, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'subnets': [{'id': '2576f1bd-041d-4334-bc89-73007635b70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:40.617296 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9a3b3f74-3f50-42ea-8bc6-3f9ab530de3e req-9cda99f8-40d8-4b66-a662-1f1936a68ea1 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c9719cb-459f-43b6-abba-f520bb2eb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649693 Oct 29 01:37:40.633036 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd12ca-d1cd-42e2-9984-892f5c6825bc None None] The sync data for ids ['abe138d6-855a-403b-b13b-b679c0ba24f4'] in dv-cinder-815582-5-smb is: [{'id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'name': 'tempest-TestShelveInstance-1081364370-router', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:29Z', 'updated_at': '2021-10-29T01:32:33Z', 'revision_number': 4, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'gw_port': {'id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:30Z', 'updated_at': '2021-10-29T01:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '3235fcbb-a1ee-4f67-a764-9bd65dce8362', 'name': '', 'network_id': 'ada08a0c-2acd-4c9f-b94b-04132d5562f9', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'mac_address': 'fa:16:3e:fa:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2576f1bd-041d-4334-bc89-73007635b70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:33Z', 'updated_at': '2021-10-29T01:32:38Z', 'revision_number': 5, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'subnets': [{'id': '2576f1bd-041d-4334-bc89-73007635b70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:37:40.639269 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc29bc-2b6b-43e1-b4b1-ab6b94f05398 req-321b4f1a-c1a0-4427-9771-b68b03b2b900 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:40.641533 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-53dc29bc-2b6b-43e1-b4b1-ab6b94f05398 req-321b4f1a-c1a0-4427-9771-b68b03b2b900 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.89 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 946 time: 0.0699964 Oct 29 01:37:40.663019 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] For port 33ead7cc-1021-46bf-bee9-30a8fa490981, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:37:40.667008 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] For port 33ead7cc-1021-46bf-bee9-30a8fa490981, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=33ead7cc-1021-46bf-bee9-30a8fa490981,segment=NetworkSegment(bfb0c5ee-dfcc-47ac-8ec6-37a45654db62),segment_id=bfb0c5ee-dfcc-47ac-8ec6-37a45654db62)] {{(pid=101939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:37:40.719851 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:37:40.774833 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-53dc29bc-2b6b-43e1-b4b1-ab6b94f05398 req-9b97a29d-532b-4d3a-97fa-6832084a1f0a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Deleting port 9320da36-2f2c-4694-9413-162840889512 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:40.775181 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-53dc29bc-2b6b-43e1-b4b1-ab6b94f05398 req-9b97a29d-532b-4d3a-97fa-6832084a1f0a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:40.780648 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:40.781097 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:40.855731 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:40.886633 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-53dc29bc-2b6b-43e1-b4b1-ab6b94f05398 req-9b97a29d-532b-4d3a-97fa-6832084a1f0a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] For port 9320da36-2f2c-4694-9413-162840889512, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9320da36-2f2c-4694-9413-162840889512,segment=NetworkSegment(3998acc8-802d-4037-a8df-90a5105a6ee9),segment_id=3998acc8-802d-4037-a8df-90a5105a6ee9)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:40.887241 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-53dc29bc-2b6b-43e1-b4b1-ab6b94f05398 req-9b97a29d-532b-4d3a-97fa-6832084a1f0a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:40.914438 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:40.920024 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-53dc29bc-2b6b-43e1-b4b1-ab6b94f05398 req-9b97a29d-532b-4d3a-97fa-6832084a1f0a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Calling delete_port for 9320da36-2f2c-4694-9413-162840889512 owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:40.959450 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b69ba-4840-4bd4-be35-9a67c13f40d0 None None] Pushing event updated for resources: {'Port': ['ID=33ead7cc-1021-46bf-bee9-30a8fa490981,revision_number=2']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:41.034354 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadab421-9f50-4f8b-9655-43b1d259d6f9 None None] New status for floating IP 85f3438d-7d68-4fbb-a703-e271c75deb65: DOWN {{(pid=101940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:37:41.113863 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-dd21a5a3-0467-4c13-acac-2da27a39adf9 req-c2f18ce6-7ac1-46d1-b862-e9dc533a0202 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 210 time: 0.1052291 Oct 29 01:37:41.238417 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560260'] for router, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:41.486260 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-53dc29bc-2b6b-43e1-b4b1-ab6b94f05398 req-9b97a29d-532b-4d3a-97fa-6832084a1f0a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:41.520966 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97a29d-532b-4d3a-97fa-6832084a1f0a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Pushing event deleted for resources: {'Port': ['ID=9320da36-2f2c-4694-9413-162840889512,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:41.616928 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dc29bc-2b6b-43e1-b4b1-ab6b94f05398 req-9b97a29d-532b-4d3a-97fa-6832084a1f0a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] No DVR routers for this DVR port 9320da36-2f2c-4694-9413-162840889512 on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:37:41.616928 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-53dc29bc-2b6b-43e1-b4b1-ab6b94f05398 req-9b97a29d-532b-4d3a-97fa-6832084a1f0a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:41.616928 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-53dc29bc-2b6b-43e1-b4b1-ab6b94f05398 req-9b97a29d-532b-4d3a-97fa-6832084a1f0a tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.89 "DELETE /v2.0/ports/9320da36-2f2c-4694-9413-162840889512 HTTP/1.1" status: 204 len: 173 time: 0.9288218 Oct 29 01:37:41.616928 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'name': 'network-vif-deleted', 'tag': '9320da36-2f2c-4694-9413-162840889512'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:37:41.616928 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbecaeb-c892-4dd0-915b-057a4324f972" -d '{"events": [{"server_uuid": "027131fb-8eff-41d2-95ef-0d47eeb3765a", "name": "network-vif-deleted", "tag": "9320da36-2f2c-4694-9413-162840889512"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:37:41.622564 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3423cd-5e2c-45aa-8155-a976118da2e8 x-openstack-request-id: req-ae3423cd-5e2c-45aa-8155-a976118da2e8 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:37:41.622858 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027131fb-8eff-41d2-95ef-0d47eeb3765a", "name": "network-vif-deleted", "tag": "9320da36-2f2c-4694-9413-162840889512", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:37:41.623108 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae3423cd-5e2c-45aa-8155-a976118da2e8 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:37:41.623499 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027131fb-8eff-41d2-95ef-0d47eeb3765a', 'name': 'network-vif-deleted', 'tag': '9320da36-2f2c-4694-9413-162840889512', 'status': 'completed', 'code': 200} Oct 29 01:37:41.646519 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Router 37b6bb23-2178-4b7e-92fb-26c216be03bd is scheduled to L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c with binding_index 1 {{(pid=101937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:37:41.739186 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2d88f2a7-b667-464d-9560-a27909ef215f req-610c0e48-8156-4f40-8585-97ca0f6332a3 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 210 time: 0.0407820 Oct 29 01:37:41.792088 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:37:41.806943 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Sync routers for ids ['37b6bb23-2178-4b7e-92fb-26c216be03bd'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:37:41.815163 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Routers {'37b6bb23-2178-4b7e-92fb-26c216be03bd'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:41.815783 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:37:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['37b6bb23-2178-4b7e-92fb-26c216be03bd'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:41.917294 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] Publish callbacks [] for router, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:41.917294 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-ca1f5d87-45e9-4a66-a80e-adb62e52734c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1900434 Oct 29 01:37:41.917933 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34722) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:41.962302 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Set router 37b6bb23-2178-4b7e-92fb-26c216be03bd gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:42.216970 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e596e-c036-4e67-a91e-2e6be4c547e3 None None] Network 6ebec193-e762-433a-8512-1dc5b1f7ec18 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:37:42.297737 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'name': 'tempest-TestMinimumBasicScenario-1884956111-router', 'tenant_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '2b3cfd38-0904-4d7c-8e5e-6af63518005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:38Z', 'updated_at': '2021-10-29T01:37:40Z', 'revision_number': 3, 'project_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'gw_port': {'id': '2b3cfd38-0904-4d7c-8e5e-6af63518005f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:39Z', 'updated_at': '2021-10-29T01:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:42.331888 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-dedfcbe8-02bb-405f-a1dc-92141b51de2c None None] Provisioning complete for port 33ead7cc-1021-46bf-bee9-30a8fa490981 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:42.333125 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-dedfcbe8-02bb-405f-a1dc-92141b51de2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.337209 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Checking router: 37b6bb23-2178-4b7e-92fb-26c216be03bd for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:37:42.337658 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Updating router 37b6bb23-2178-4b7e-92fb-26c216be03bd port 2b3cfd38-0904-4d7c-8e5e-6af63518005f binding host dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:37:42.343001 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-efcff4f5-17db-49b6-8513-9703c0693945 req-7792bb02-6d4d-4593-8633-97254e2b79aa tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 210 time: 0.0486157 Oct 29 01:37:42.423916 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.666646 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-dedfcbe8-02bb-405f-a1dc-92141b51de2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.711183 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.803279 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-dedfcbe8-02bb-405f-a1dc-92141b51de2c None None] For port 33ead7cc-1021-46bf-bee9-30a8fa490981, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=33ead7cc-1021-46bf-bee9-30a8fa490981,segment=NetworkSegment(bfb0c5ee-dfcc-47ac-8ec6-37a45654db62),segment_id=bfb0c5ee-dfcc-47ac-8ec6-37a45654db62)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:42.860581 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 33ead7cc-1021-46bf-bee9-30a8fa490981 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:37:42.905511 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e0fe6194-c015-4641-83a2-1aff81036269 req-136d9250-5d40-4a90-963d-e8f1e7f42574 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 210 time: 0.0695484 Oct 29 01:37:42.919897 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-dedfcbe8-02bb-405f-a1dc-92141b51de2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.997607 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Allocated IP 172.20.0.1 (6ebec193-e762-433a-8512-1dc5b1f7ec18/fc71fd52-781e-43a6-bb56-40ba6d0ea5fb/720bec4f-af5a-4c38-8553-2f9e6a9f8a0e) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:37:43.053835 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfcbe8-02bb-405f-a1dc-92141b51de2c None None] Pushing event updated for resources: {'Port': ['ID=33ead7cc-1021-46bf-bee9-30a8fa490981,revision_number=3']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:43.063885 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Publish callbacks [] for port, precommit_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.074675 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-28b00a34-f7d9-4a30-a5f9-d92c5a36f432 None None] Provisioning complete for port 33ead7cc-1021-46bf-bee9-30a8fa490981 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:43.074960 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-28b00a34-f7d9-4a30-a5f9-d92c5a36f432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.077560 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 33ead7cc-1021-46bf-bee9-30a8fa490981 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:43.077972 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.114449 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.141758 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.219510 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9f536-996c-4c30-8ee0-3a27f86ae449 None None] Pushing event updated for resources: {'Port': ['ID=2b3cfd38-0904-4d7c-8e5e-6af63518005f,revision_number=2']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:43.224264 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Attempting to bind port 2b3cfd38-0904-4d7c-8e5e-6af63518005f on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:37:43.224635 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Attempting to bind port 2b3cfd38-0904-4d7c-8e5e-6af63518005f by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:37:43.224990 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Attempting to bind port 2b3cfd38-0904-4d7c-8e5e-6af63518005f on network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:37:43.234871 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:37:43.235238 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Checking segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:37:43.235633 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.236016 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Bound using segment: {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'} {{(pid=101939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:37:43.236482 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.managers [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Bound port: 2b3cfd38-0904-4d7c-8e5e-6af63518005f, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed118f92-1deb-440f-b5c0-f71d4d8b3c47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2'}}] {{(pid=101939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:37:43.236883 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.357602 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] For port 2b3cfd38-0904-4d7c-8e5e-6af63518005f, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:37:43.360816 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] For port 2b3cfd38-0904-4d7c-8e5e-6af63518005f, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=2b3cfd38-0904-4d7c-8e5e-6af63518005f,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:37:43.396660 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.469748 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.472038 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Network 6ebec193-e762-433a-8512-1dc5b1f7ec18 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:37:43.475929 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b8cc504e-97e8-4c1e-9bd5-a1f47ee16e41 req-9d93249c-661b-4e90-ae3e-cabeb4750c80 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 210 time: 0.0477557 Oct 29 01:37:43.480758 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:37:43.485462 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:37:43.489535 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Pushing event updated for resources: {'Port': ['ID=720bec4f-af5a-4c38-8553-2f9e6a9f8a0e,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:43.536589 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685753'] for router_interface, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.561329 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Routers {'37b6bb23-2178-4b7e-92fb-26c216be03bd'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:43.562139 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:37:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['37b6bb23-2178-4b7e-92fb-26c216be03bd'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:43.606047 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9f536-996c-4c30-8ee0-3a27f86ae449 None None] Pushing event updated for resources: {'Port': ['ID=2b3cfd38-0904-4d7c-8e5e-6af63518005f,revision_number=3']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:43.720160 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] Set router 37b6bb23-2178-4b7e-92fb-26c216be03bd gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:43.777977 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-4d7b2b75-d4db-42e4-a889-68b295e2868c tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:43.779436 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-4d7b2b75-d4db-42e4-a889-68b295e2868c tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.89 "GET /v2.0/networks?id=16f9400b-d820-4c01-8e91-cf4843c9051b HTTP/1.1" status: 200 len: 809 time: 0.1684706 Oct 29 01:37:43.799536 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-0de1aff5-b71d-4128-b54c-3e3e194b479d tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Request body: {'port': {'device_id': 'e712697e-d54a-4075-9849-0ac41e797a6e', 'network_id': '16f9400b-d820-4c01-8e91-cf4843c9051b', 'admin_state_up': True, 'tenant_id': 'f75c72a44dd44a1dba7de78e4c7b443f'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:37:43.872849 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-00decdd7-3737-4ab0-8fbc-245de8723655 None None] Provisioning complete for port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:43.873167 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-00decdd7-3737-4ab0-8fbc-245de8723655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.891059 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.937609 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-00decdd7-3737-4ab0-8fbc-245de8723655 None None] Port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:37:43.970230 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'name': 'tempest-TestMinimumBasicScenario-1884956111-router', 'tenant_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '2b3cfd38-0904-4d7c-8e5e-6af63518005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:38Z', 'updated_at': '2021-10-29T01:37:40Z', 'revision_number': 3, 'project_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'gw_port': {'id': '2b3cfd38-0904-4d7c-8e5e-6af63518005f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:39Z', 'updated_at': '2021-10-29T01:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:44.003203 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7488402-8671-41ee-8e2b-7bc05b602678 None None] The sync data for ids ['37b6bb23-2178-4b7e-92fb-26c216be03bd'] in dv-cinder-815582-5-smb is: [{'id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'name': 'tempest-TestMinimumBasicScenario-1884956111-router', 'tenant_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '2b3cfd38-0904-4d7c-8e5e-6af63518005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:38Z', 'updated_at': '2021-10-29T01:37:40Z', 'revision_number': 3, 'project_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'gw_port': {'id': '2b3cfd38-0904-4d7c-8e5e-6af63518005f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:39Z', 'updated_at': '2021-10-29T01:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:37:44.075340 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-0de1aff5-b71d-4128-b54c-3e3e194b479d tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Made reservation on behalf of f75c72a44dd44a1dba7de78e4c7b443f for: {'port': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:37:44.079746 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-0de1aff5-b71d-4128-b54c-3e3e194b479d tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:44.132849 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7ecb6fe2-dac5-404e-a403-b117c4de317c req-c31627db-156a-4bc9-9ccb-cdf6d6eac01b tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "GET /v2.0/ports?device_id=027131fb-8eff-41d2-95ef-0d47eeb3765a HTTP/1.1" status: 200 len: 210 time: 0.0572720 Oct 29 01:37:44.213256 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:44.297421 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-0de1aff5-b71d-4128-b54c-3e3e194b479d tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Allocated IP 172.20.0.14 (16f9400b-d820-4c01-8e91-cf4843c9051b/804ed180-d7c1-45a9-bc24-751ec6f403cd/5c004385-b579-44d0-ae10-23006b6a32f0) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:37:44.356986 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:44.490444 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Pushing event updated for resources: {'Port': ['ID=720bec4f-af5a-4c38-8553-2f9e6a9f8a0e,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:44.493036 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562761'] for router_interface, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:44.599340 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-0de1aff5-b71d-4128-b54c-3e3e194b479d tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:44.600203 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 9320da36-2f2c-4694-9413-162840889512 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:44.623553 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-488fb5bd-1020-4426-9b9a-91f1b60a3643 req-ecd01e05-cb35-4e7b-8b17-b6987d2d5eb7 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 210 time: 0.0370841 Oct 29 01:37:44.629675 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: 9320da36-2f2c-4694-9413-162840889512 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:44.630211 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 9320da36-2f2c-4694-9413-162840889512 not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:44.677677 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Network 6ebec193-e762-433a-8512-1dc5b1f7ec18 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:37:44.681515 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:37:44.839936 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Router 37b6bb23-2178-4b7e-92fb-26c216be03bd has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:37:44.880756 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 2b3cfd38-0904-4d7c-8e5e-6af63518005f up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:37:44.893581 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-0de1aff5-b71d-4128-b54c-3e3e194b479d tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:44.991108 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-0de1aff5-b71d-4128-b54c-3e3e194b479d tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Network 16f9400b-d820-4c01-8e91-cf4843c9051b is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:37:45.019150 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1aff5-b71d-4128-b54c-3e3e194b479d tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Pushing event updated for resources: {'Port': ['ID=5c004385-b579-44d0-ae10-23006b6a32f0,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:45.019150 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-0de1aff5-b71d-4128-b54c-3e3e194b479d tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:37:45.019150 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-0de1aff5-b71d-4128-b54c-3e3e194b479d tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:37:45.071668 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:37:45.078258 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-c203c910-e997-4e1d-8db9-93e1702b2427 admin admin] 10.222.0.77 "PUT /v2.0/routers/37b6bb23-2178-4b7e-92fb-26c216be03bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1603248 Oct 29 01:37:45.090990 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-0de1aff5-b71d-4128-b54c-3e3e194b479d tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:45.091646 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-0de1aff5-b71d-4128-b54c-3e3e194b479d tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.094555 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-90d79d57-40c9-469e-96ce-b272e4396ea6 None None] Provisioning complete for port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:45.094838 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-90d79d57-40c9-469e-96ce-b272e4396ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.136550 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 2b3cfd38-0904-4d7c-8e5e-6af63518005f triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:45.136922 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.162418 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-90d79d57-40c9-469e-96ce-b272e4396ea6 None None] Port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:37:45.195094 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34758) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:45.216466 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-0de1aff5-b71d-4128-b54c-3e3e194b479d tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4208376 Oct 29 01:37:45.231457 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.237812 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Request body: {'port': {'device_id': 'e712697e-d54a-4075-9849-0ac41e797a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:37:45.258018 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] For port 2b3cfd38-0904-4d7c-8e5e-6af63518005f, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=2b3cfd38-0904-4d7c-8e5e-6af63518005f,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:45.327654 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3b88a0b0-28c5-4be6-a73c-7f9908195f15 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.341600 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.395549 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3b88a0b0-28c5-4be6-a73c-7f9908195f15 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.434749 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.435547 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 33ead7cc-1021-46bf-bee9-30a8fa490981 up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:37:45.512245 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Pushing event updated for resources: {'Port': ['ID=2b3cfd38-0904-4d7c-8e5e-6af63518005f,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:45.540270 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 33ead7cc-1021-46bf-bee9-30a8fa490981 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:45.540933 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.671576 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3b88a0b0-28c5-4be6-a73c-7f9908195f15 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.674300 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-3b88a0b0-28c5-4be6-a73c-7f9908195f15 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.675483 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-3b88a0b0-28c5-4be6-a73c-7f9908195f15 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] 10.222.0.77 "DELETE /v2.0/security-groups/2c9719cb-459f-43b6-abba-f520bb2eb9f8 HTTP/1.1" status: 204 len: 168 time: 0.4793761 Oct 29 01:37:45.688869 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88a0b0-28c5-4be6-a73c-7f9908195f15 tempest-TestShelveInstance-929784237 tempest-TestShelveInstance-929784237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9719cb-459f-43b6-abba-f520bb2eb9f8,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:45.692634 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c004385-b579-44d0-ae10-23006b6a32f0 {{(pid=101938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:37:45.702893 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.724370 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.provisioning_blocks [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Transition to ACTIVE for port object 5c004385-b579-44d0-ae10-23006b6a32f0 will not be triggered until provisioned by entity L2. {{(pid=101938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:37:45.812102 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.837274 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34776) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:45.877007 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Pushing event updated for resources: {'Port': ['ID=5c004385-b579-44d0-ae10-23006b6a32f0,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:45.978125 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e025a95-3623-40a7-bc14-fb9cca8d98e8 req-223b3ac8-6f82-4538-baf2-f274b3e9c9da tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:45.986215 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9e025a95-3623-40a7-bc14-fb9cca8d98e8 req-223b3ac8-6f82-4538-baf2-f274b3e9c9da tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 944 time: 0.1061833 Oct 29 01:37:46.030312 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Attempting to bind port 5c004385-b579-44d0-ae10-23006b6a32f0 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:37:46.030650 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Attempting to bind port 5c004385-b579-44d0-ae10-23006b6a32f0 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '0ccc06e7-50f7-48b7-a012-07d7f905d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '16f9400b-d820-4c01-8e91-cf4843c9051b'}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:37:46.030978 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Attempting to bind port 5c004385-b579-44d0-ae10-23006b6a32f0 on network 16f9400b-d820-4c01-8e91-cf4843c9051b {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:37:46.044924 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Port 5c004385-b579-44d0-ae10-23006b6a32f0 on network 16f9400b-d820-4c01-8e91-cf4843c9051b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:37:46.045301 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Attempting to bind port 5c004385-b579-44d0-ae10-23006b6a32f0 on network 16f9400b-d820-4c01-8e91-cf4843c9051b {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:37:46.051066 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9e025a95-3623-40a7-bc14-fb9cca8d98e8 req-d2e3a9ed-9cd9-4b60-89f7-1bf41c8b367b tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/security-groups?id=499f93ff-5e21-4756-802f-133ec91946cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635083 Oct 29 01:37:46.053889 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:37:46.054262 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Checking segment: {'id': '0ccc06e7-50f7-48b7-a012-07d7f905d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '16f9400b-d820-4c01-8e91-cf4843c9051b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:37:46.054641 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Bound using segment: {'id': '0ccc06e7-50f7-48b7-a012-07d7f905d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '16f9400b-d820-4c01-8e91-cf4843c9051b'} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:37:46.055118 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Bound port: 5c004385-b579-44d0-ae10-23006b6a32f0, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ccc06e7-50f7-48b7-a012-07d7f905d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '16f9400b-d820-4c01-8e91-cf4843c9051b'}}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:37:46.055472 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.126583 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] For port 5c004385-b579-44d0-ae10-23006b6a32f0, host hv-cinder-81558, cleared binding levels {{(pid=101938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:37:46.130600 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] For port 5c004385-b579-44d0-ae10-23006b6a32f0, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5c004385-b579-44d0-ae10-23006b6a32f0,segment=NetworkSegment(0ccc06e7-50f7-48b7-a012-07d7f905d2fe),segment_id=0ccc06e7-50f7-48b7-a012-07d7f905d2fe)] {{(pid=101938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:37:46.367591 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.378554 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Sync routers for ids ['37b6bb23-2178-4b7e-92fb-26c216be03bd'] in dv-cinder-815582-5-smb {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:37:46.391878 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Routers {'37b6bb23-2178-4b7e-92fb-26c216be03bd'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:46.392599 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:37:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['37b6bb23-2178-4b7e-92fb-26c216be03bd'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:46.453117 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:46.453868 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.456050 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] 10.222.0.89 "PUT /v2.0/ports/5c004385-b579-44d0-ae10-23006b6a32f0 HTTP/1.1" status: 200 len: 1094 time: 1.2224891 Oct 29 01:37:46.461609 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e712697e-d54a-4075-9849-0ac41e797a6e', 'tag': '5c004385-b579-44d0-ae10-23006b6a32f0'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:37:46.462851 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8df044d-db2e-4c08-8d22-23f817f90492" -d '{"events": [{"name": "network-changed", "server_uuid": "e712697e-d54a-4075-9849-0ac41e797a6e", "tag": "5c004385-b579-44d0-ae10-23006b6a32f0"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:37:46.505820 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c947b7-1e8f-4d1c-b231-2d408cdf8788 service neutron] Pushing event updated for resources: {'Port': ['ID=5c004385-b579-44d0-ae10-23006b6a32f0,revision_number=3']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:46.529750 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bf8cb0-e95c-4852-b9fe-00c5641d153b x-openstack-request-id: req-18bf8cb0-e95c-4852-b9fe-00c5641d153b {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:37:46.530632 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e712697e-d54a-4075-9849-0ac41e797a6e", "tag": "5c004385-b579-44d0-ae10-23006b6a32f0", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:37:46.531098 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18bf8cb0-e95c-4852-b9fe-00c5641d153b {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:37:46.531931 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e712697e-d54a-4075-9849-0ac41e797a6e', 'tag': '5c004385-b579-44d0-ae10-23006b6a32f0', 'status': 'completed', 'code': 200} Oct 29 01:37:46.555170 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Set router 37b6bb23-2178-4b7e-92fb-26c216be03bd gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:46.583376 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562726'] for router_interface, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.623711 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df044d-db2e-4c08-8d22-23f817f90492 req-51ff492c-fe27-4352-81b3-83449a2c76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:46.625678 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b8df044d-db2e-4c08-8d22-23f817f90492 req-51ff492c-fe27-4352-81b3-83449a2c76c1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f75c72a44dd44a1dba7de78e4c7b443f&device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 1097 time: 0.0508187 Oct 29 01:37:46.779326 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 2b3cfd38-0904-4d7c-8e5e-6af63518005f up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:37:46.797556 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df044d-db2e-4c08-8d22-23f817f90492 req-4c8621e7-6590-4442-aaa5-86478ae425b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:46.799047 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b8df044d-db2e-4c08-8d22-23f817f90492 req-4c8621e7-6590-4442-aaa5-86478ae425b0 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=f75c72a44dd44a1dba7de78e4c7b443f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1548378 Oct 29 01:37:46.853608 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'name': 'tempest-TestMinimumBasicScenario-1884956111-router', 'tenant_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '2b3cfd38-0904-4d7c-8e5e-6af63518005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:38Z', 'updated_at': '2021-10-29T01:37:43Z', 'revision_number': 4, 'project_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'gw_port': {'id': '2b3cfd38-0904-4d7c-8e5e-6af63518005f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:39Z', 'updated_at': '2021-10-29T01:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '720bec4f-af5a-4c38-8553-2f9e6a9f8a0e', 'name': '', 'network_id': '6ebec193-e762-433a-8512-1dc5b1f7ec18', 'tenant_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'mac_address': 'fa:16:3e:e8:e9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'fc71fd52-781e-43a6-bb56-40ba6d0ea5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:42Z', 'updated_at': '2021-10-29T01:37:43Z', 'revision_number': 2, 'project_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'subnets': [{'id': 'fc71fd52-781e-43a6-bb56-40ba6d0ea5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:46.866172 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 2b3cfd38-0904-4d7c-8e5e-6af63518005f triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:46.867138 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.919955 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df044d-db2e-4c08-8d22-23f817f90492 req-3f9c884b-ae59-40ee-8d17-16daa764ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:46.921433 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b8df044d-db2e-4c08-8d22-23f817f90492 req-3f9c884b-ae59-40ee-8d17-16daa764ddbe service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1146338 Oct 29 01:37:46.924244 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Checking router: 37b6bb23-2178-4b7e-92fb-26c216be03bd for host: dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:37:46.927113 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Updating router 37b6bb23-2178-4b7e-92fb-26c216be03bd port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e binding host dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:37:46.979380 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:47.067932 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-9aee7aa2-24c5-49bc-b0a5-521bf7d86496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:47.069655 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-9aee7aa2-24c5-49bc-b0a5-521bf7d86496 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f75c72a44dd44a1dba7de78e4c7b443f&device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 1097 time: 0.0794337 Oct 29 01:37:47.143037 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Deleting port 3235fcbb-a1ee-4f67-a764-9bd65dce8362 {{(pid=101937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:47.143703 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:47.164440 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-2b229dc7-5193-4b81-917f-8abd5172b205 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c004385-b579-44d0-ae10-23006b6a32f0 HTTP/1.1" status: 200 len: 217 time: 0.0799000 Oct 29 01:37:47.233966 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-4734892d-504c-4b35-a936-60f3d0126ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:47.235810 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-4734892d-504c-4b35-a936-60f3d0126ef3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=804ed180-d7c1-45a9-bc24-751ec6f403cd HTTP/1.1" status: 200 len: 849 time: 0.0639184 Oct 29 01:37:47.279967 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] For port 3235fcbb-a1ee-4f67-a764-9bd65dce8362, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=3235fcbb-a1ee-4f67-a764-9bd65dce8362,segment=NetworkSegment(3998acc8-802d-4037-a8df-90a5105a6ee9),segment_id=3998acc8-802d-4037-a8df-90a5105a6ee9)] {{(pid=101937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:47.280447 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:47.298324 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Calling delete_port for 3235fcbb-a1ee-4f67-a764-9bd65dce8362 owned by network:router_interface {{(pid=101937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:47.304155 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-6394716c-5ec5-4cbd-ab4c-1a6eae705faf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16f9400b-d820-4c01-8e91-cf4843c9051b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555816 Oct 29 01:37:47.352164 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6b676-30bb-4d5f-9102-708b9f27304b req-9f2e974e-cb30-4932-808e-4163011fdeb7 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:47.355859 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c5c6b676-30bb-4d5f-9102-708b9f27304b req-9f2e974e-cb30-4932-808e-4163011fdeb7 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 944 time: 0.1190503 Oct 29 01:37:47.452383 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Publish callbacks [] for port, precommit_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:47.458829 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c5c6b676-30bb-4d5f-9102-708b9f27304b req-d4ba8b17-2ff0-4b9e-897c-9d328c50a7f8 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/security-groups?id=499f93ff-5e21-4756-802f-133ec91946cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845125 Oct 29 01:37:47.491628 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-05da5e00-28ad-4a12-b7fd-fa4980993e8e service neutron] 10.222.0.89 "GET /v2.0/networks/16f9400b-d820-4c01-8e91-cf4843c9051b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734445 Oct 29 01:37:47.571967 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:47.607889 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7daad83e-fc21-46fb-a680-5baa6af38724 req-981f5ca2-63cb-4af0-b0ae-4b3002a7ff34 service neutron] 10.222.0.89 "GET /v2.0/networks/16f9400b-d820-4c01-8e91-cf4843c9051b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091914 Oct 29 01:37:47.667094 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0dc26-610e-41b7-9da4-88941bef38fb None None] Pushing event updated for resources: {'Port': ['ID=720bec4f-af5a-4c38-8553-2f9e6a9f8a0e,revision_number=3']} {{(pid=101940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:47.670953 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476237'] for port, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:47.712282 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Pushing event deleted for resources: {'Port': ['ID=3235fcbb-a1ee-4f67-a764-9bd65dce8362,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:47.719328 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:47.719675 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:47.720009 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:47.720337 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:47.720661 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:47.720987 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:47.721498 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:47.721610 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:47.721969 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:47.722379 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:47.722872 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:47.723771 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:47.778376 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Attempting to bind port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e on host dv-cinder-815582-5-smb for vnic_type normal with profile {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:37:47.778743 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Attempting to bind port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e by drivers openvswitch,hyperv on host dv-cinder-815582-5-smb at level 0 using segments [{'id': 'bfb0c5ee-dfcc-47ac-8ec6-37a45654db62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6ebec193-e762-433a-8512-1dc5b1f7ec18'}] {{(pid=101940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:37:47.779102 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Attempting to bind port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e on network 6ebec193-e762-433a-8512-1dc5b1f7ec18 {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:37:47.792658 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Checking agent: {'id': '91e04274-da74-45ef-a08e-0db693f05bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 21, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:37:47.798585 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Checking segment: {'id': 'bfb0c5ee-dfcc-47ac-8ec6-37a45654db62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6ebec193-e762-433a-8512-1dc5b1f7ec18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:37:47.798585 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:47.798585 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Bound using segment: {'id': 'bfb0c5ee-dfcc-47ac-8ec6-37a45654db62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6ebec193-e762-433a-8512-1dc5b1f7ec18'} {{(pid=101940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:37:47.798585 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.managers [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Bound port: 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e, host: dv-cinder-815582-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb0c5ee-dfcc-47ac-8ec6-37a45654db62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6ebec193-e762-433a-8512-1dc5b1f7ec18'}}] {{(pid=101940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:37:47.798585 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:47.973239 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.db [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] For port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e, host dv-cinder-815582-5-smb, cleared binding levels {{(pid=101940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:37:47.978475 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.plugins.ml2.db [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] For port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e, host dv-cinder-815582-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=720bec4f-af5a-4c38-8553-2f9e6a9f8a0e,segment=NetworkSegment(bfb0c5ee-dfcc-47ac-8ec6-37a45654db62),segment_id=bfb0c5ee-dfcc-47ac-8ec6-37a45654db62)] {{(pid=101940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:37:48.039903 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8ce56246-0ab6-48ad-944c-631b38b52674 None None] Provisioning complete for port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:48.040994 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8ce56246-0ab6-48ad-944c-631b38b52674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:48.075198 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron_lib.callbacks.manager [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:48.086271 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8ce56246-0ab6-48ad-944c-631b38b52674 None None] Port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:37:48.152529 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Routers {'37b6bb23-2178-4b7e-92fb-26c216be03bd'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:48.153408 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:37:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['37b6bb23-2178-4b7e-92fb-26c216be03bd'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:48.254248 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1534128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562866'] for router_interface, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:48.283049 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0dc26-610e-41b7-9da4-88941bef38fb None None] Pushing event updated for resources: {'Port': ['ID=720bec4f-af5a-4c38-8553-2f9e6a9f8a0e,revision_number=4']} {{(pid=101940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:48.336450 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] Set router 37b6bb23-2178-4b7e-92fb-26c216be03bd gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:48.423009 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-c5649521-11cf-4818-920f-18ec1caa7704 None None] Provisioning complete for port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:48.423684 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-c5649521-11cf-4818-920f-18ec1caa7704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:48.562492 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-c5649521-11cf-4818-920f-18ec1caa7704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:48.588719 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Router abe138d6-855a-403b-b13b-b679c0ba24f4 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:37:48.612380 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-c5649521-11cf-4818-920f-18ec1caa7704 None None] For port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=720bec4f-af5a-4c38-8553-2f9e6a9f8a0e,segment=NetworkSegment(bfb0c5ee-dfcc-47ac-8ec6-37a45654db62),segment_id=bfb0c5ee-dfcc-47ac-8ec6-37a45654db62)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:48.686829 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8b7f4-dfcf-4b99-9fbf-b37ab67c3b5a req-812fbdff-77c9-4da0-a6ae-d81b691af4d0 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:48.688747 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d9c8b7f4-dfcf-4b99-9fbf-b37ab67c3b5a req-812fbdff-77c9-4da0-a6ae-d81b691af4d0 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 944 time: 0.0793271 Oct 29 01:37:48.698171 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'name': 'tempest-TestMinimumBasicScenario-1884956111-router', 'tenant_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '2b3cfd38-0904-4d7c-8e5e-6af63518005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:38Z', 'updated_at': '2021-10-29T01:37:43Z', 'revision_number': 4, 'project_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'gw_port': {'id': '2b3cfd38-0904-4d7c-8e5e-6af63518005f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:39Z', 'updated_at': '2021-10-29T01:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '720bec4f-af5a-4c38-8553-2f9e6a9f8a0e', 'name': '', 'network_id': '6ebec193-e762-433a-8512-1dc5b1f7ec18', 'tenant_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'mac_address': 'fa:16:3e:e8:e9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'fc71fd52-781e-43a6-bb56-40ba6d0ea5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:42Z', 'updated_at': '2021-10-29T01:37:47Z', 'revision_number': 4, 'project_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'subnets': [{'id': 'fc71fd52-781e-43a6-bb56-40ba6d0ea5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:48.721608 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:37:48.732264 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aab43e-ef09-4406-9ab9-a81ace180531 None None] Sync routers for ids ['abe138d6-855a-403b-b13b-b679c0ba24f4'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:37:48.737412 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-b550efe9-2c03-429f-a2b7-fe910dc1aa73 admin admin] 10.222.0.77 "PUT /v2.0/routers/abe138d6-855a-403b-b13b-b679c0ba24f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8949103 Oct 29 01:37:48.737412 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34806) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:48.755996 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d9c8b7f4-dfcf-4b99-9fbf-b37ab67c3b5a req-3ed01321-19e1-4c72-a2ca-d4da7f8be5ac tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/security-groups?id=499f93ff-5e21-4756-802f-133ec91946cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595853 Oct 29 01:37:48.759339 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aab43e-ef09-4406-9ab9-a81ace180531 None None] Routers {'abe138d6-855a-403b-b13b-b679c0ba24f4'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:48.759992 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-63aab43e-ef09-4406-9ab9-a81ace180531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:37:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['abe138d6-855a-403b-b13b-b679c0ba24f4'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:48.778946 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0b640-4818-4b50-b834-7e9862d38d9d None None] The sync data for ids ['37b6bb23-2178-4b7e-92fb-26c216be03bd'] in dv-cinder-815582-5-smb is: [{'id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'name': 'tempest-TestMinimumBasicScenario-1884956111-router', 'tenant_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '2b3cfd38-0904-4d7c-8e5e-6af63518005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:38Z', 'updated_at': '2021-10-29T01:37:43Z', 'revision_number': 4, 'project_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'gw_port': {'id': '2b3cfd38-0904-4d7c-8e5e-6af63518005f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:39Z', 'updated_at': '2021-10-29T01:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': '720bec4f-af5a-4c38-8553-2f9e6a9f8a0e', 'name': '', 'network_id': '6ebec193-e762-433a-8512-1dc5b1f7ec18', 'tenant_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'mac_address': 'fa:16:3e:e8:e9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'fc71fd52-781e-43a6-bb56-40ba6d0ea5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:42Z', 'updated_at': '2021-10-29T01:37:47Z', 'revision_number': 4, 'project_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'subnets': [{'id': 'fc71fd52-781e-43a6-bb56-40ba6d0ea5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:37:48.804789 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-c5649521-11cf-4818-920f-18ec1caa7704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:48.921972 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd252-4458-4958-b499-d8a27df0fbe9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:48.939186 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5649521-11cf-4818-920f-18ec1caa7704 None None] Pushing event updated for resources: {'Port': ['ID=720bec4f-af5a-4c38-8553-2f9e6a9f8a0e,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:48.982553 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-63aab43e-ef09-4406-9ab9-a81ace180531 None None] Set router abe138d6-855a-403b-b13b-b679c0ba24f4 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:49.131997 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd252-4458-4958-b499-d8a27df0fbe9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:49.257000 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-63aab43e-ef09-4406-9ab9-a81ace180531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'name': 'tempest-TestShelveInstance-1081364370-router', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:29Z', 'updated_at': '2021-10-29T01:37:47Z', 'revision_number': 5, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'gw_port': {'id': '1b38fb9c-e26b-4942-9549-4e417fd81f0f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:30Z', 'updated_at': '2021-10-29T01:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:49.303833 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aab43e-ef09-4406-9ab9-a81ace180531 None None] Checking router: abe138d6-855a-403b-b13b-b679c0ba24f4 for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:37:49.312839 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aab43e-ef09-4406-9ab9-a81ace180531 None None] Routers {'abe138d6-855a-403b-b13b-b679c0ba24f4'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:49.313493 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-63aab43e-ef09-4406-9ab9-a81ace180531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:37:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['abe138d6-855a-403b-b13b-b679c0ba24f4'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:49.360519 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-4f6dd252-4458-4958-b499-d8a27df0fbe9 admin admin] Deleting port 1b38fb9c-e26b-4942-9549-4e417fd81f0f {{(pid=101937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:49.361062 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd252-4458-4958-b499-d8a27df0fbe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:49.455658 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-63aab43e-ef09-4406-9ab9-a81ace180531 None None] Set router abe138d6-855a-403b-b13b-b679c0ba24f4 gateway port host: None {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:49.504526 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [None req-4f6dd252-4458-4958-b499-d8a27df0fbe9 admin admin] For port 1b38fb9c-e26b-4942-9549-4e417fd81f0f, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=1b38fb9c-e26b-4942-9549-4e417fd81f0f,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:49.505197 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd252-4458-4958-b499-d8a27df0fbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:49.533478 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-63aab43e-ef09-4406-9ab9-a81ace180531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'name': 'tempest-TestShelveInstance-1081364370-router', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:29Z', 'updated_at': '2021-10-29T01:37:49Z', 'revision_number': 6, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'gw_port_host': None}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:49.535526 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-4f6dd252-4458-4958-b499-d8a27df0fbe9 admin admin] Calling delete_port for 1b38fb9c-e26b-4942-9549-4e417fd81f0f owned by network:router_gateway {{(pid=101937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:49.580742 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aab43e-ef09-4406-9ab9-a81ace180531 None None] The sync data for ids ['abe138d6-855a-403b-b13b-b679c0ba24f4'] in dv-cinder-815582-5-smb is: [{'id': 'abe138d6-855a-403b-b13b-b679c0ba24f4', 'name': 'tempest-TestShelveInstance-1081364370-router', 'tenant_id': 'ec8b209809be4871af2647d63205c92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:29Z', 'updated_at': '2021-10-29T01:37:49Z', 'revision_number': 6, 'project_id': 'ec8b209809be4871af2647d63205c92f', 'gw_port_host': None}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:37:49.814134 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd252-4458-4958-b499-d8a27df0fbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476237'] for port, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:49.844049 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6dd252-4458-4958-b499-d8a27df0fbe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b38fb9c-e26b-4942-9549-4e417fd81f0f,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:49.934517 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51f752-5431-42ec-9bac-41d2a2430286 req-d6378233-289a-47e7-9d48-bb74296c66f6 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:49.944177 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8b51f752-5431-42ec-9bac-41d2a2430286 req-d6378233-289a-47e7-9d48-bb74296c66f6 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 944 time: 0.0729680 Oct 29 01:37:49.955403 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd252-4458-4958-b499-d8a27df0fbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-685676'] for router_gateway, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:50.001666 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8b51f752-5431-42ec-9bac-41d2a2430286 req-2e291a69-c9ee-4fbc-a816-b69782778b6b tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/security-groups?id=499f93ff-5e21-4756-802f-133ec91946cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537059 Oct 29 01:37:50.101222 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd252-4458-4958-b499-d8a27df0fbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2627'] for router, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:50.104802 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd252-4458-4958-b499-d8a27df0fbe9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:50.273881 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd252-4458-4958-b499-d8a27df0fbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561393'] for router, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:50.273881 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6dd252-4458-4958-b499-d8a27df0fbe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abe138d6-855a-403b-b13b-b679c0ba24f4 {{(pid=101937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 01:37:50.280164 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd252-4458-4958-b499-d8a27df0fbe9 admin admin] Publish callbacks [] for router, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:50.281417 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-4f6dd252-4458-4958-b499-d8a27df0fbe9 admin admin] 10.222.0.77 "DELETE /v2.0/routers/abe138d6-855a-403b-b13b-b679c0ba24f4 HTTP/1.1" status: 204 len: 168 time: 1.5437942 Oct 29 01:37:50.284071 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34816) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:50.343577 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_v2 [None req-c850f080-88d9-4ff1-a559-820c2f611ae0 admin admin] Deleting subnet 2576f1bd-041d-4334-bc89-73007635b70e {{(pid=101938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:37:50.349208 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c850f080-88d9-4ff1-a559-820c2f611ae0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:50.404622 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c850f080-88d9-4ff1-a559-820c2f611ae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8648604'] for subnet, precommit_delete_associations {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:50.529561 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c850f080-88d9-4ff1-a559-820c2f611ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471143'] for subnet, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:50.676152 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 5c004385-b579-44d0-ae10-23006b6a32f0 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:37:50.704471 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c850f080-88d9-4ff1-a559-820c2f611ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8883401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904809'] for subnet, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:50.752226 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-c850f080-88d9-4ff1-a559-820c2f611ae0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:50.752226 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-c850f080-88d9-4ff1-a559-820c2f611ae0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2576f1bd-041d-4334-bc89-73007635b70e HTTP/1.1" status: 204 len: 168 time: 0.4628754 Oct 29 01:37:50.752226 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850f080-88d9-4ff1-a559-820c2f611ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2576f1bd-041d-4334-bc89-73007635b70e,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:50.754523 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34822) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:50.829502 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93041a1-0bde-47a7-b0f3-6ba2a3d3a612 None None] Network ada08a0c-2acd-4c9f-b94b-04132d5562f9 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:37:50.859470 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e up at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:37:50.864755 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564593'] for network, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:50.931780 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 5c004385-b579-44d0-ae10-23006b6a32f0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5c004385-b579-44d0-ae10-23006b6a32f0,segment=NetworkSegment(0ccc06e7-50f7-48b7-a012-07d7f905d2fe),segment_id=0ccc06e7-50f7-48b7-a012-07d7f905d2fe)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:50.932182 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] Deleting port 5c726213-9b4e-4095-8e43-98affafbf82c {{(pid=101937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:50.932520 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:50.962515 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '5c004385-b579-44d0-ae10-23006b6a32f0', 'network_id': '16f9400b-d820-4c01-8e91-cf4843c9051b', 'port_id': '5c004385-b579-44d0-ae10-23006b6a32f0', 'mac_address': 'fa:16:3e:8f:31:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804ed180-d7c1-45a9-bc24-751ec6f403cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:37:51.002730 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] For port 5c726213-9b4e-4095-8e43-98affafbf82c, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=5c726213-9b4e-4095-8e43-98affafbf82c,segment=NetworkSegment(3998acc8-802d-4037-a8df-90a5105a6ee9),segment_id=3998acc8-802d-4037-a8df-90a5105a6ee9)] {{(pid=101937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:51.003023 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.022582 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] Calling delete_port for 5c726213-9b4e-4095-8e43-98affafbf82c owned by network:dhcp {{(pid=101937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:51.066743 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Provisioning complete for port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:51.067482 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.071919 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.107598 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c004385-b579-44d0-ae10-23006b6a32f0 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:37:51.138324 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34828) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:51.155725 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 5c004385-b579-44d0-ae10-23006b6a32f0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5c004385-b579-44d0-ae10-23006b6a32f0,segment=NetworkSegment(0ccc06e7-50f7-48b7-a012-07d7f905d2fe),segment_id=0ccc06e7-50f7-48b7-a012-07d7f905d2fe)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:51.171536 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125bcfe-60bc-41da-9727-7ac0000df532 req-5d67fd6a-f56e-409c-9ed5-5253313029e5 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:51.175150 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7125bcfe-60bc-41da-9727-7ac0000df532 req-5d67fd6a-f56e-409c-9ed5-5253313029e5 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 944 time: 0.0928578 Oct 29 01:37:51.217965 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7125bcfe-60bc-41da-9727-7ac0000df532 req-bcc4ceb1-5850-4752-b64d-bf650a173a0b tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/security-groups?id=499f93ff-5e21-4756-802f-133ec91946cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376923 Oct 29 01:37:51.218888 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6851af2b-ac24-4603-88f3-a0f2bc719ff7 None None] DHCP port deletion for ada08a0c-2acd-4c9f-b94b-04132d5562f9 request from dv-cinder-815582-5-smb {{(pid=101939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 01:37:51.286806 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-6851af2b-ac24-4603-88f3-a0f2bc719ff7 None None] Deleting port 5c726213-9b4e-4095-8e43-98affafbf82c {{(pid=101939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:51.287405 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-6851af2b-ac24-4603-88f3-a0f2bc719ff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.303633 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 3235fcbb-a1ee-4f67-a764-9bd65dce8362 no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:51.305655 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-77e1c1db-2f94-4a32-abcd-66524502719b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.355326 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 3235fcbb-a1ee-4f67-a764-9bd65dce8362 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:51.355954 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 3235fcbb-a1ee-4f67-a764-9bd65dce8362 not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:51.356547 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 1b38fb9c-e26b-4942-9549-4e417fd81f0f no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:51.387819 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476237'] for port, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.391259 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.394051 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 1b38fb9c-e26b-4942-9549-4e417fd81f0f {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:51.394904 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 1b38fb9c-e26b-4942-9549-4e417fd81f0f not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:51.428364 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-77e1c1db-2f94-4a32-abcd-66524502719b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.429667 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] No DVR routers for this DVR port 5c726213-9b4e-4095-8e43-98affafbf82c on host dv-cinder-815582-5-smb {{(pid=101937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:37:51.431287 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c726213-9b4e-4095-8e43-98affafbf82c,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:51.452594 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-6851af2b-ac24-4603-88f3-a0f2bc719ff7 None None] For port 5c726213-9b4e-4095-8e43-98affafbf82c, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=5c726213-9b4e-4095-8e43-98affafbf82c,segment=NetworkSegment(3998acc8-802d-4037-a8df-90a5105a6ee9),segment_id=3998acc8-802d-4037-a8df-90a5105a6ee9)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:51.453300 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-6851af2b-ac24-4603-88f3-a0f2bc719ff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.474265 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-6851af2b-ac24-4603-88f3-a0f2bc719ff7 None None] Calling delete_port for 5c726213-9b4e-4095-8e43-98affafbf82c owned by network:dhcp {{(pid=101939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:51.529851 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473234', 'neutron.services.segments.db._delete_segments_for_network-8734167248240'] for network, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.533361 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=5c004385-b579-44d0-ae10-23006b6a32f0,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:51.552570 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada08a0c-2acd-4c9f-b94b-04132d5562f9']}} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:51.560113 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-77e1c1db-2f94-4a32-abcd-66524502719b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.596371 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-6851af2b-ac24-4603-88f3-a0f2bc719ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191'] for port, after_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.600725 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-77e1c1db-2f94-4a32-abcd-66524502719b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=263ed3a43a034f92bed335d40bc2417e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581411 Oct 29 01:37:51.602338 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34836) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:51.605070 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3998acc8-802d-4037-a8df-90a5105a6ee9') {'for_net_delete': True} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:51.605466 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3998acc8-802d-4037-a8df-90a5105a6ee9') {} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:51.618131 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1c1db-2f94-4a32-abcd-66524502719b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b390e6e0-a762-4fe3-82a3-9658366064b6,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:51.621835 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734167249785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10477124'] for segment, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.637964 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.644883 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=101937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:37:51.645588 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476286'] for segment, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: Traceback (most recent call last): Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: timer() Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: cb(*args, **kw) Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: return func(*args, **kwargs) Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: self._notify() Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: self.callback(batched_events) Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: event.method(event) Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: return f(self, *a, **k) Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: return self._get(url).json() Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: return self.request(url, 'GET', **kwargs) Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:37:51.647752 dv-cinder-815582-5-smb neutron-server[101937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:37:51.650383 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851af2b-ac24-4603-88f3-a0f2bc719ff7 None None] Pushing event deleted for resources: {'Port': ['ID=5c726213-9b4e-4095-8e43-98affafbf82c,revision_number=None']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:51.656617 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6851af2b-ac24-4603-88f3-a0f2bc719ff7 None None] No DVR routers for this DVR port 5c726213-9b4e-4095-8e43-98affafbf82c on host dv-cinder-815582-5-smb {{(pid=101939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:37:51.685558 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['5c004385-b579-44d0-ae10-23006b6a32f0'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:37:51.694286 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4a37142e-32b6-467b-9584-23460f1a0798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.734656 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4a37142e-32b6-467b-9584-23460f1a0798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.874854 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-685616'] for network, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.900261 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] Pushing event deleted for resources: {'Network': ['ID=ada08a0c-2acd-4c9f-b94b-04132d5562f9,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:51.909071 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4a37142e-32b6-467b-9584-23460f1a0798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.909257 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.912405 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-4a37142e-32b6-467b-9584-23460f1a0798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.913556 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-4a37142e-32b6-467b-9584-23460f1a0798 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b390e6e0-a762-4fe3-82a3-9658366064b6 HTTP/1.1" status: 204 len: 168 time: 0.3100369 Oct 29 01:37:51.920039 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-33151bc1-466f-419c-a568-410ab76bf40b admin admin] 10.222.0.77 "DELETE /v2.0/networks/ada08a0c-2acd-4c9f-b94b-04132d5562f9 HTTP/1.1" status: 204 len: 168 time: 1.1671417 Oct 29 01:37:51.923735 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37142e-32b6-467b-9584-23460f1a0798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b390e6e0-a762-4fe3-82a3-9658366064b6,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:51.927063 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34840) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:52.373214 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-493ef31a-96ee-466c-8f65-df8e556c5bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562726'] for router_interface, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:52.671998 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 5c004385-b579-44d0-ae10-23006b6a32f0 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:37:52.747104 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 5c726213-9b4e-4095-8e43-98affafbf82c no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:52.752190 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47f797-06b6-4a45-9d42-1712f0ebd735 req-6e7468e2-dba3-49b2-8345-f0e59bb22c02 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:52.754843 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2e47f797-06b6-4a45-9d42-1712f0ebd735 req-6e7468e2-dba3-49b2-8345-f0e59bb22c02 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 945 time: 0.4196413 Oct 29 01:37:52.782419 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 5c726213-9b4e-4095-8e43-98affafbf82c {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:52.783068 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 5c726213-9b4e-4095-8e43-98affafbf82c not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:52.830189 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2e47f797-06b6-4a45-9d42-1712f0ebd735 req-00c30e08-73d5-4a58-86c4-a748f9d0df09 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/security-groups?id=499f93ff-5e21-4756-802f-133ec91946cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684617 Oct 29 01:37:52.919944 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port 5c004385-b579-44d0-ae10-23006b6a32f0 completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:37:52.925455 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 5c004385-b579-44d0-ae10-23006b6a32f0 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:52.926145 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:53.022972 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-493ef31a-96ee-466c-8f65-df8e556c5bc9 admin admin] Deleting port 89795727-95d9-42f8-8716-a75386739d17 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:53.023881 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-493ef31a-96ee-466c-8f65-df8e556c5bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:53.056298 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:53.095414 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 5c004385-b579-44d0-ae10-23006b6a32f0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5c004385-b579-44d0-ae10-23006b6a32f0,segment=NetworkSegment(0ccc06e7-50f7-48b7-a012-07d7f905d2fe),segment_id=0ccc06e7-50f7-48b7-a012-07d7f905d2fe)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:53.097083 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e712697e-d54a-4075-9849-0ac41e797a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c004385-b579-44d0-ae10-23006b6a32f0'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:37:53.100020 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7288ff-99a8-4875-89ff-231821b17cca" -d '{"events": [{"server_uuid": "e712697e-d54a-4075-9849-0ac41e797a6e", "name": "network-vif-plugged", "status": "completed", "tag": "5c004385-b579-44d0-ae10-23006b6a32f0"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:37:53.131493 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [None req-493ef31a-96ee-466c-8f65-df8e556c5bc9 admin admin] For port 89795727-95d9-42f8-8716-a75386739d17, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=89795727-95d9-42f8-8716-a75386739d17,segment=NetworkSegment(79baf65d-5300-4adb-b15b-b09a03d214db),segment_id=79baf65d-5300-4adb-b15b-b09a03d214db)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:53.132164 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-493ef31a-96ee-466c-8f65-df8e556c5bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:53.142062 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728c8c18-86e6-4dea-a090-eb7f4683b181 x-openstack-request-id: req-728c8c18-86e6-4dea-a090-eb7f4683b181 {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:37:53.142062 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e712697e-d54a-4075-9849-0ac41e797a6e", "name": "network-vif-plugged", "status": "completed", "tag": "5c004385-b579-44d0-ae10-23006b6a32f0", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:37:53.143580 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-728c8c18-86e6-4dea-a090-eb7f4683b181 {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:37:53.143580 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e712697e-d54a-4075-9849-0ac41e797a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c004385-b579-44d0-ae10-23006b6a32f0', 'code': 200} Oct 29 01:37:53.151064 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-493ef31a-96ee-466c-8f65-df8e556c5bc9 admin admin] Calling delete_port for 89795727-95d9-42f8-8716-a75386739d17 owned by network:router_interface {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:53.188595 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:53.272766 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=5c004385-b579-44d0-ae10-23006b6a32f0,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:53.601144 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-493ef31a-96ee-466c-8f65-df8e556c5bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:53.634488 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ef31a-96ee-466c-8f65-df8e556c5bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=89795727-95d9-42f8-8716-a75386739d17,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:53.644355 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90aac3-5ddb-4937-ad6c-0af60aa6fcbb req-a2d7854d-d835-4809-a5c7-97beaf1c3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:53.650929 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-db90aac3-5ddb-4937-ad6c-0af60aa6fcbb req-a2d7854d-d835-4809-a5c7-97beaf1c3e78 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 1099 time: 0.0912957 Oct 29 01:37:53.749537 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-db90aac3-5ddb-4937-ad6c-0af60aa6fcbb req-18bfd40f-4e23-4ece-99c9-d68a585502bc service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=499f93ff-5e21-4756-802f-133ec91946cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777543 Oct 29 01:37:53.934183 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-493ef31a-96ee-466c-8f65-df8e556c5bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1534128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562866'] for router_interface, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:54.086674 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e15ae3-1561-4dc5-bc5f-84241f3cc630 req-9d076471-0d63-4384-961f-664de2170c16 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:54.088228 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8e15ae3-1561-4dc5-bc5f-84241f3cc630 req-9d076471-0d63-4384-961f-664de2170c16 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 946 time: 0.1022093 Oct 29 01:37:54.192007 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e8e15ae3-1561-4dc5-bc5f-84241f3cc630 req-4385fd07-944d-404b-93cc-61f7fe102059 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/security-groups?id=499f93ff-5e21-4756-802f-133ec91946cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965607 Oct 29 01:37:54.263313 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493ef31a-96ee-466c-8f65-df8e556c5bc9 admin admin] Router 0fac948c-377b-4bf2-9e02-7f5c4ff74e8f has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:37:54.386865 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34874) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:54.402998 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493ef31a-96ee-466c-8f65-df8e556c5bc9 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:37:54.408526 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-493ef31a-96ee-466c-8f65-df8e556c5bc9 admin admin] 10.222.0.77 "PUT /v2.0/routers/0fac948c-377b-4bf2-9e02-7f5c4ff74e8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4804099 Oct 29 01:37:54.412677 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34878) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:54.418103 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092769a-0e67-4321-b365-70c0ae879054 None None] Sync routers for ids ['0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'] in dv-cinder-815582-5-smb {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:37:54.442368 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8092769a-0e67-4321-b365-70c0ae879054 None None] Routers {'0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:54.443266 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-8092769a-0e67-4321-b365-70c0ae879054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:37:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:54.565231 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-fe1f402b-a5e8-4b08-8158-c2deae4c5ff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:54.600338 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d1de-2464-49ea-8628-c442469d0791 admin admin] Publish callbacks [] for router, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:54.625738 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-8092769a-0e67-4321-b365-70c0ae879054 None None] Set router 0fac948c-377b-4bf2-9e02-7f5c4ff74e8f gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:54.674359 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-fe1f402b-a5e8-4b08-8158-c2deae4c5ff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:54.767298 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d1de-2464-49ea-8628-c442469d0791 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:54.880081 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-8092769a-0e67-4321-b365-70c0ae879054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'name': 'tempest-TestShelveInstance-1576678327-router', 'tenant_id': '411f669480f8427ab65613f0c76b73b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:37Z', 'updated_at': '2021-10-29T01:37:53Z', 'revision_number': 5, 'project_id': '411f669480f8427ab65613f0c76b73b0', 'gw_port': {'id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:38Z', 'updated_at': '2021-10-29T01:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:54.977154 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-fe1f402b-a5e8-4b08-8158-c2deae4c5ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:55.026979 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092769a-0e67-4321-b365-70c0ae879054 None None] Checking router: 0fac948c-377b-4bf2-9e02-7f5c4ff74e8f for host: dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:37:55.026979 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8092769a-0e67-4321-b365-70c0ae879054 None None] Routers {'0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:55.026979 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-8092769a-0e67-4321-b365-70c0ae879054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:37:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:55.027630 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f402b-a5e8-4b08-8158-c2deae4c5ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4a9409-6464-4f36-8662-c1b78da96c7a,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:55.027630 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-fe1f402b-a5e8-4b08-8158-c2deae4c5ff8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e5fff51a82ab4a879c691586621b87c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6323941 Oct 29 01:37:55.028239 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34880) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:55.087478 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e8e660e3-1f37-44c1-9e2a-30ac7fb9a95b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:55.108955 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-8092769a-0e67-4321-b365-70c0ae879054 None None] Set router 0fac948c-377b-4bf2-9e02-7f5c4ff74e8f gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:55.109935 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e8e660e3-1f37-44c1-9e2a-30ac7fb9a95b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:55.190483 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-cfd3d1de-2464-49ea-8628-c442469d0791 admin admin] Deleting port 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77 {{(pid=101937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:55.191588 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d1de-2464-49ea-8628-c442469d0791 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:55.292805 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [None req-cfd3d1de-2464-49ea-8628-c442469d0791 admin admin] For port 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:55.293476 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d1de-2464-49ea-8628-c442469d0791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:55.322986 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-cfd3d1de-2464-49ea-8628-c442469d0791 admin admin] Calling delete_port for 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77 owned by network:router_gateway {{(pid=101937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:55.348555 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-8092769a-0e67-4321-b365-70c0ae879054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'name': 'tempest-TestShelveInstance-1576678327-router', 'tenant_id': '411f669480f8427ab65613f0c76b73b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:37Z', 'updated_at': '2021-10-29T01:37:53Z', 'revision_number': 5, 'project_id': '411f669480f8427ab65613f0c76b73b0', 'gw_port': {'id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:38Z', 'updated_at': '2021-10-29T01:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:55.358722 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f72a9a-5c44-49ad-b907-a400eef3c86d req-e4264c6a-be4d-4013-a1f1-2d3e79c3378d tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:55.367536 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-14f72a9a-5c44-49ad-b907-a400eef3c86d req-e4264c6a-be4d-4013-a1f1-2d3e79c3378d tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 946 time: 0.0797448 Oct 29 01:37:55.383698 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092769a-0e67-4321-b365-70c0ae879054 None None] The sync data for ids ['0fac948c-377b-4bf2-9e02-7f5c4ff74e8f'] in dv-cinder-815582-5-smb is: [{'id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'name': 'tempest-TestShelveInstance-1576678327-router', 'tenant_id': '411f669480f8427ab65613f0c76b73b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:37Z', 'updated_at': '2021-10-29T01:37:53Z', 'revision_number': 5, 'project_id': '411f669480f8427ab65613f0c76b73b0', 'gw_port': {'id': '3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fac948c-377b-4bf2-9e02-7f5c4ff74e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:38Z', 'updated_at': '2021-10-29T01:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}] {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:37:55.424915 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-14f72a9a-5c44-49ad-b907-a400eef3c86d req-ec95eb4b-97d9-436a-953b-8ae70b33c875 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/security-groups?id=499f93ff-5e21-4756-802f-133ec91946cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564063 Oct 29 01:37:55.464977 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e8e660e3-1f37-44c1-9e2a-30ac7fb9a95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:55.468165 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-e8e660e3-1f37-44c1-9e2a-30ac7fb9a95b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:55.469460 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-e8e660e3-1f37-44c1-9e2a-30ac7fb9a95b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bb4a9409-6464-4f36-8662-c1b78da96c7a HTTP/1.1" status: 204 len: 168 time: 0.4453676 Oct 29 01:37:55.501074 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e660e3-1f37-44c1-9e2a-30ac7fb9a95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4a9409-6464-4f36-8662-c1b78da96c7a,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:55.617556 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d1de-2464-49ea-8628-c442469d0791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476237'] for port, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:55.647403 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3d1de-2464-49ea-8628-c442469d0791 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:55.739499 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d1de-2464-49ea-8628-c442469d0791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-685676'] for router_gateway, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.154252 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d1de-2464-49ea-8628-c442469d0791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2627'] for router, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.158190 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d1de-2464-49ea-8628-c442469d0791 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.298999 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d1de-2464-49ea-8628-c442469d0791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561393'] for router, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.299551 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd3d1de-2464-49ea-8628-c442469d0791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fac948c-377b-4bf2-9e02-7f5c4ff74e8f {{(pid=101937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 01:37:56.311105 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d1de-2464-49ea-8628-c442469d0791 admin admin] Publish callbacks [] for router, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.314609 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-cfd3d1de-2464-49ea-8628-c442469d0791 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0fac948c-377b-4bf2-9e02-7f5c4ff74e8f HTTP/1.1" status: 204 len: 168 time: 1.8991809 Oct 29 01:37:56.315401 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 34900) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:56.403310 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_v2 [None req-58deb4ed-09b9-48d2-849e-b106dcdf2a12 admin admin] Deleting subnet 04311e13-d3ea-4f35-b9cb-8b0a6426f729 {{(pid=101938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:37:56.413731 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-58deb4ed-09b9-48d2-849e-b106dcdf2a12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.486534 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-58deb4ed-09b9-48d2-849e-b106dcdf2a12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8648604'] for subnet, precommit_delete_associations {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.635175 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db97349-18cc-4a72-be99-2188df801e49 req-8fe74129-eb4a-4c37-befc-db5b64ce86bd tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:56.638523 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3db97349-18cc-4a72-be99-2188df801e49 req-8fe74129-eb4a-4c37-befc-db5b64ce86bd tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 946 time: 0.1118834 Oct 29 01:37:56.646612 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-58deb4ed-09b9-48d2-849e-b106dcdf2a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471143'] for subnet, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.716260 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3db97349-18cc-4a72-be99-2188df801e49 req-69af4d42-d3bd-48b5-9899-4ce9167fe362 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/security-groups?id=499f93ff-5e21-4756-802f-133ec91946cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680406 Oct 29 01:37:56.825226 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-58deb4ed-09b9-48d2-849e-b106dcdf2a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8883401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8904809'] for subnet, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.894335 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58deb4ed-09b9-48d2-849e-b106dcdf2a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04311e13-d3ea-4f35-b9cb-8b0a6426f729,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:56.914349 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-58deb4ed-09b9-48d2-849e-b106dcdf2a12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.914921 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5612200-bfbc-4448-a515-54847cbdca61 None None] Network c7702292-35dc-4c16-a74c-f660dde63ad2 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:37:56.919109 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34914) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:56.922371 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-58deb4ed-09b9-48d2-849e-b106dcdf2a12 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/04311e13-d3ea-4f35-b9cb-8b0a6426f729 HTTP/1.1" status: 204 len: 168 time: 0.6022625 Oct 29 01:37:56.985706 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 89795727-95d9-42f8-8716-a75386739d17 no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:57.034145 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564593'] for network, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.166877 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 89795727-95d9-42f8-8716-a75386739d17 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:57.167142 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 89795727-95d9-42f8-8716-a75386739d17 not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:57.167801 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77 no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:57.191109 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:57.191755 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 3e9b5b3d-5b92-43ef-ab5c-2ca3f03cbf77 not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:57.201150 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] Deleting port 4c813a64-7056-44bc-a502-75a0382c96ce {{(pid=101937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:57.201836 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.293308 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] For port 4c813a64-7056-44bc-a502-75a0382c96ce, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=4c813a64-7056-44bc-a502-75a0382c96ce,segment=NetworkSegment(79baf65d-5300-4adb-b15b-b09a03d214db),segment_id=79baf65d-5300-4adb-b15b-b09a03d214db)] {{(pid=101937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:57.294216 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.322153 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] Calling delete_port for 4c813a64-7056-44bc-a502-75a0382c96ce owned by network:dhcp {{(pid=101937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:57.406055 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1170dea-c830-4886-b234-7876706ae2ed None None] DHCP port deletion for c7702292-35dc-4c16-a74c-f660dde63ad2 request from dv-cinder-815582-5-smb {{(pid=101939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 01:37:57.475249 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-d1170dea-c830-4886-b234-7876706ae2ed None None] Deleting port 4c813a64-7056-44bc-a502-75a0382c96ce {{(pid=101939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:57.475618 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-d1170dea-c830-4886-b234-7876706ae2ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.532055 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476237'] for port, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.572252 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] No DVR routers for this DVR port 4c813a64-7056-44bc-a502-75a0382c96ce on host dv-cinder-815582-5-smb {{(pid=101937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:37:57.596274 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-d1170dea-c830-4886-b234-7876706ae2ed None None] For port 4c813a64-7056-44bc-a502-75a0382c96ce, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=4c813a64-7056-44bc-a502-75a0382c96ce,segment=NetworkSegment(79baf65d-5300-4adb-b15b-b09a03d214db),segment_id=79baf65d-5300-4adb-b15b-b09a03d214db)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:57.597067 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-d1170dea-c830-4886-b234-7876706ae2ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.597521 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=4c813a64-7056-44bc-a502-75a0382c96ce,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:57.625029 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-d1170dea-c830-4886-b234-7876706ae2ed None None] Calling delete_port for 4c813a64-7056-44bc-a502-75a0382c96ce owned by network:dhcp {{(pid=101939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:57.665115 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473234', 'neutron.services.segments.db._delete_segments_for_network-8734167248240'] for network, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.702345 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7702292-35dc-4c16-a74c-f660dde63ad2']}} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:57.714844 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79baf65d-5300-4adb-b15b-b09a03d214db') {'for_net_delete': True} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:57.715887 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79baf65d-5300-4adb-b15b-b09a03d214db') {} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:57.727525 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734167249785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10477124'] for segment, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.744201 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.752518 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=101937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:37:57.753043 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476286'] for segment, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: Traceback (most recent call last): Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: timer() Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: cb(*args, **kw) Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: return func(*args, **kwargs) Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: self._notify() Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: self.callback(batched_events) Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: event.method(event) Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: return f(self, *a, **k) Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: return self._get(url).json() Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: return self.request(url, 'GET', **kwargs) Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:37:57.756172 dv-cinder-815582-5-smb neutron-server[101937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:37:57.768753 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-d1170dea-c830-4886-b234-7876706ae2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191'] for port, after_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.803243 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1170dea-c830-4886-b234-7876706ae2ed None None] Pushing event deleted for resources: {'Port': ['ID=4c813a64-7056-44bc-a502-75a0382c96ce,revision_number=None']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:57.811569 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1170dea-c830-4886-b234-7876706ae2ed None None] No DVR routers for this DVR port 4c813a64-7056-44bc-a502-75a0382c96ce on host dv-cinder-815582-5-smb {{(pid=101939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:37:58.011594 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-685616'] for network, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:58.021417 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:58.031549 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] 10.222.0.77 "DELETE /v2.0/networks/c7702292-35dc-4c16-a74c-f660dde63ad2 HTTP/1.1" status: 204 len: 168 time: 1.1077766 Oct 29 01:37:58.046472 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bc37a-aba4-4399-aac7-74adfb8a4bfa admin admin] Pushing event deleted for resources: {'Network': ['ID=c7702292-35dc-4c16-a74c-f660dde63ad2,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:58.454757 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-d6ac17e9-f390-43fa-9238-72174a6970ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:58.586696 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34932) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:58.633861 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-c755f84d-d0f8-4f60-897e-966f018917e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ec8b209809be4871af2647d63205c92f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457346 Oct 29 01:37:58.636560 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34934) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:58.709900 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-885a7e37-9b19-41e0-aea8-52d99bc421ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:58.726521 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-885a7e37-9b19-41e0-aea8-52d99bc421ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:58.761031 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 4c813a64-7056-44bc-a502-75a0382c96ce no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:58.782514 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 4c813a64-7056-44bc-a502-75a0382c96ce {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:58.784313 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 4c813a64-7056-44bc-a502-75a0382c96ce not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:59.063074 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-885a7e37-9b19-41e0-aea8-52d99bc421ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:59.065963 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-885a7e37-9b19-41e0-aea8-52d99bc421ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:59.067119 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-885a7e37-9b19-41e0-aea8-52d99bc421ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c543b32-c9c3-4680-8087-470facd9f205 HTTP/1.1" status: 204 len: 168 time: 0.4295783 Oct 29 01:37:59.075000 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a7e37-9b19-41e0-aea8-52d99bc421ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c543b32-c9c3-4680-8087-470facd9f205,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:00.023018 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34960) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:00.062743 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-aec6a577-149d-41b2-a804-fbcd7196555d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=411f669480f8427ab65613f0c76b73b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385346 Oct 29 01:38:00.065197 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 34962) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:00.116063 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8971cf65-6e5a-4629-bb84-2ead2eba418d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:00.138101 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8971cf65-6e5a-4629-bb84-2ead2eba418d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:00.366491 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8971cf65-6e5a-4629-bb84-2ead2eba418d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:00.368901 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-8971cf65-6e5a-4629-bb84-2ead2eba418d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:00.370206 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-8971cf65-6e5a-4629-bb84-2ead2eba418d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5a245cbc-12b5-4f02-98e2-f39ca1442e8c HTTP/1.1" status: 204 len: 168 time: 0.3034477 Oct 29 01:38:00.380158 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971cf65-6e5a-4629-bb84-2ead2eba418d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a245cbc-12b5-4f02-98e2-f39ca1442e8c,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:00.382548 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:38:00.502949 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-f9fcc999-1b8f-42f2-89a8-a62b99bdcca1 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e23a041e5cb647bd8ccbea679e36664d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328670 Oct 29 01:38:00.787663 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-2d30b1b4-dc8e-451c-8b63-2f8b70bfb3a9 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:00.789876 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-2d30b1b4-dc8e-451c-8b63-2f8b70bfb3a9 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807691 Oct 29 01:38:00.804075 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-6e804f82-69ec-4d67-b2f1-c0604486689a tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:00.807052 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-6e804f82-69ec-4d67-b2f1-c0604486689a tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/networks?id=d32d0959-6bb0-403c-8469-ec7d3fd89963 HTTP/1.1" status: 200 len: 814 time: 0.1889095 Oct 29 01:38:00.829365 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-08ffc82a-35b8-426d-81f9-5d7ae36b124c tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/quotas/e23a041e5cb647bd8ccbea679e36664d HTTP/1.1" status: 200 len: 375 time: 0.0224810 Oct 29 01:38:00.831684 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-6bc772be-252b-46a4-9af3-a33e01d89762 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/quotas/b2b2935809964b538672933861dc320b HTTP/1.1" status: 200 len: 375 time: 0.0158024 Oct 29 01:38:00.891383 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-10293d0d-cb39-4c61-986e-0692d537465a tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e23a041e5cb647bd8ccbea679e36664d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523300 Oct 29 01:38:00.919767 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-0c1c0d12-6a0d-433a-bfd6-b117b696c3a6 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b2b2935809964b538672933861dc320b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712612 Oct 29 01:38:01.038759 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-629eb8f2-a1cb-49aa-932e-d269ab485cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:01.049224 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-b6e3acd3-b8a6-45aa-9bb2-43b23bc938d1 service neutron] 10.222.0.77 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929475 Oct 29 01:38:01.143510 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-03de5861-a615-46e8-9b89-c2a0850f610b req-1a9e7ca6-eaa5-40e5-8583-533b26525548 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 210 time: 0.0361023 Oct 29 01:38:01.184345 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-3c8d76a8-3244-48bd-883e-d4d137a08956 service neutron] 10.222.0.77 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282032 Oct 29 01:38:01.548107 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-836ca7dc-8872-42e9-bf07-c453f985f257 req-e5a4c70a-e50a-4288-93d9-0ca2b2dbe3fd tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 210 time: 0.0265570 Oct 29 01:38:01.583254 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:02.228132 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-dc44fe33-af93-4e55-98d3-90210ba2ce7d req-38206a00-842d-4eb9-9111-58e7a6e6ca35 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 210 time: 0.0262120 Oct 29 01:38:02.354729 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:02.630599 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bfb17f07-02ee-4d95-8b68-d78b68861461 req-25647bd7-c928-48eb-8078-53dd6a08af21 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 210 time: 0.0295603 Oct 29 01:38:02.801390 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ab449-85a2-48d6-bdce-e099ba8398e2 req-970ae672-ba13-4f93-b3ee-3153812c105c tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:02.802984 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7c3ab449-85a2-48d6-bdce-e099ba8398e2 req-970ae672-ba13-4f93-b3ee-3153812c105c tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 946 time: 0.0498691 Oct 29 01:38:02.842147 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7c3ab449-85a2-48d6-bdce-e099ba8398e2 req-6e34d6b2-7050-4da0-a18e-afcc5f370fbf tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/security-groups?id=499f93ff-5e21-4756-802f-133ec91946cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330112 Oct 29 01:38:03.329633 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f383c3f8-e2e1-49ea-8f24-cfd87fd326b8 req-055fea7b-f384-40fe-ace2-33bb82d3462f tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 210 time: 0.0277672 Oct 29 01:38:03.723956 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-e034a6e9-ba22-4364-8036-fbf5267855fb req-5792345a-63e4-4df4-9856-4887031f8f82 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 210 time: 0.0265219 Oct 29 01:38:03.960966 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d6569-fe83-4889-932f-2f374e2106ad req-5325e95a-2c38-4f47-aad4-5b7ba4e07b96 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:03.962375 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f81d6569-fe83-4889-932f-2f374e2106ad req-5325e95a-2c38-4f47-aad4-5b7ba4e07b96 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 946 time: 0.0530219 Oct 29 01:38:04.001639 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f81d6569-fe83-4889-932f-2f374e2106ad req-ca39ca16-2e24-418e-b893-a732c129ba2e tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/security-groups?id=499f93ff-5e21-4756-802f-133ec91946cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332468 Oct 29 01:38:04.211762 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:04.379051 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e0b73-3506-4ef2-b662-c516eb39da00 req-8dca438b-8226-44fa-bf1e-3f2b3e4e9b49 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:04.380658 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-050e0b73-3506-4ef2-b662-c516eb39da00 req-8dca438b-8226-44fa-bf1e-3f2b3e4e9b49 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.89 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 946 time: 0.0501561 Oct 29 01:38:04.445579 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-68dddcbc-c3e5-4117-be41-309e9a5907b6 req-7c2249be-3e4f-4f03-b512-6495f4dfe2f7 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 210 time: 0.0314200 Oct 29 01:38:04.501127 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-050e0b73-3506-4ef2-b662-c516eb39da00 req-dfe8f7f7-4e63-4863-a2ff-0ae11aef7dd0 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Deleting port 5c004385-b579-44d0-ae10-23006b6a32f0 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:38:04.501429 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-050e0b73-3506-4ef2-b662-c516eb39da00 req-dfe8f7f7-4e63-4863-a2ff-0ae11aef7dd0 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:04.578499 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-0f14fa76-1261-4baa-a53d-f2518cf82a75 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=e23a041e5cb647bd8ccbea679e36664d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256112 Oct 29 01:38:04.665973 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-050e0b73-3506-4ef2-b662-c516eb39da00 req-dfe8f7f7-4e63-4863-a2ff-0ae11aef7dd0 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] For port 5c004385-b579-44d0-ae10-23006b6a32f0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5c004385-b579-44d0-ae10-23006b6a32f0,segment=NetworkSegment(0ccc06e7-50f7-48b7-a012-07d7f905d2fe),segment_id=0ccc06e7-50f7-48b7-a012-07d7f905d2fe)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:04.666361 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-050e0b73-3506-4ef2-b662-c516eb39da00 req-dfe8f7f7-4e63-4863-a2ff-0ae11aef7dd0 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:04.685511 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-050e0b73-3506-4ef2-b662-c516eb39da00 req-dfe8f7f7-4e63-4863-a2ff-0ae11aef7dd0 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Calling delete_port for 5c004385-b579-44d0-ae10-23006b6a32f0 owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:38:04.763348 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-e2b6f3f9-c6d3-4485-a8b1-7c9699874242 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:04.764822 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-e2b6f3f9-c6d3-4485-a8b1-7c9699874242 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798971 Oct 29 01:38:04.787071 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Request body: {'port': {'device_id': 'baa7c244-73b3-45b9-9630-3fc048b807d7', 'network_id': '2bf92330-7cea-41de-8ce4-be2e511cc002', 'admin_state_up': True, 'tenant_id': 'e23a041e5cb647bd8ccbea679e36664d'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:04.855150 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-21df2aeb-64a4-4eb7-acdf-825e9162c9ba req-749ec292-089b-4694-82d8-5a20d6e3d37c tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 210 time: 0.0614340 Oct 29 01:38:05.041685 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Made reservation on behalf of e23a041e5cb647bd8ccbea679e36664d for: {'port': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:38:05.045212 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:05.049584 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-050e0b73-3506-4ef2-b662-c516eb39da00 req-dfe8f7f7-4e63-4863-a2ff-0ae11aef7dd0 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:05.072224 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:05.101427 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8f7f7-4e63-4863-a2ff-0ae11aef7dd0 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Pushing event deleted for resources: {'Port': ['ID=5c004385-b579-44d0-ae10-23006b6a32f0,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:05.134798 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8d37d345-973f-4ade-8999-dfe780d68eb0 req-7896466b-ccb9-4220-83e9-9adfb641487a tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 210 time: 0.0417116 Oct 29 01:38:05.181577 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-050e0b73-3506-4ef2-b662-c516eb39da00 req-dfe8f7f7-4e63-4863-a2ff-0ae11aef7dd0 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] No DVR routers for this DVR port 5c004385-b579-44d0-ae10-23006b6a32f0 on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:38:05.185365 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-050e0b73-3506-4ef2-b662-c516eb39da00 req-dfe8f7f7-4e63-4863-a2ff-0ae11aef7dd0 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:05.188708 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-050e0b73-3506-4ef2-b662-c516eb39da00 req-dfe8f7f7-4e63-4863-a2ff-0ae11aef7dd0 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.89 "DELETE /v2.0/ports/5c004385-b579-44d0-ae10-23006b6a32f0 HTTP/1.1" status: 204 len: 173 time: 0.8019991 Oct 29 01:38:05.189148 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e712697e-d54a-4075-9849-0ac41e797a6e', 'name': 'network-vif-deleted', 'tag': '5c004385-b579-44d0-ae10-23006b6a32f0'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:38:05.191533 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c55159-a2a8-439c-a5d5-bfc09f7b858c" -d '{"events": [{"server_uuid": "e712697e-d54a-4075-9849-0ac41e797a6e", "name": "network-vif-deleted", "tag": "5c004385-b579-44d0-ae10-23006b6a32f0"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:38:05.237280 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aece5d1e-f17e-47bd-8667-872a87781bb4 x-openstack-request-id: req-aece5d1e-f17e-47bd-8667-872a87781bb4 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:38:05.238698 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e712697e-d54a-4075-9849-0ac41e797a6e", "name": "network-vif-deleted", "tag": "5c004385-b579-44d0-ae10-23006b6a32f0", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:38:05.238698 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aece5d1e-f17e-47bd-8667-872a87781bb4 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:38:05.239067 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e712697e-d54a-4075-9849-0ac41e797a6e', 'name': 'network-vif-deleted', 'tag': '5c004385-b579-44d0-ae10-23006b6a32f0', 'status': 'completed', 'code': 200} Oct 29 01:38:05.302866 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:05.343827 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-b694b244-00dd-4f80-9729-9b1121a2f0e8 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:05.345241 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-b694b244-00dd-4f80-9729-9b1121a2f0e8 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.89 "GET /v2.0/networks?id=d32d0959-6bb0-403c-8469-ec7d3fd89963 HTTP/1.1" status: 200 len: 814 time: 0.1184363 Oct 29 01:38:05.371822 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-7b43e31a-fb06-4afb-a4ec-8b86e717d04b tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Request body: {'port': {'device_id': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'admin_state_up': True, 'tenant_id': 'b2b2935809964b538672933861dc320b'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:05.692392 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:05.738444 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5b0426aa-acce-486d-9448-6a754552c2a8 req-b8e6c2f0-6c27-48a2-bec6-114764561aba tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 210 time: 0.0513914 Oct 29 01:38:05.801228 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a50874-ae52-4a6a-8951-98a63f7a5f6f,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:05.897307 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Allocated IP 192.168.233.212 (2bf92330-7cea-41de-8ce4-be2e511cc002/7617ec50-703e-434a-a7a2-940dd28eb8f3/989aa164-a301-42cb-93cd-0cd7b34b0312) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:38:05.974571 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-76b32715-85d8-484a-ac9a-6ed7e4bb9a4b req-57169f2c-bad2-460d-afa6-d8a12641be1d tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 210 time: 0.0358672 Oct 29 01:38:05.978277 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-7b43e31a-fb06-4afb-a4ec-8b86e717d04b tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Made reservation on behalf of b2b2935809964b538672933861dc320b for: {'port': 1} {{(pid=101938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:38:05.982003 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-7b43e31a-fb06-4afb-a4ec-8b86e717d04b tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:06.145483 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:06.213984 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.db_base_plugin_common [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-7b43e31a-fb06-4afb-a4ec-8b86e717d04b tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Allocated IP 172.20.0.6 (d32d0959-6bb0-403c-8469-ec7d3fd89963/ebbab91a-c959-49ec-896a-b217cc775344/8029c8b9-e681-46c4-8190-8028a2e3bd18) {{(pid=101938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:38:06.277615 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5f51451a-e125-4ce5-88ed-91c7a77d636c req-75131646-2fde-46ea-b1a8-e10ccad77ea5 tempest-VolumesActionsTest-1248799524 tempest-VolumesActionsTest-1248799524-project] 10.222.0.77 "GET /v2.0/ports?device_id=e712697e-d54a-4075-9849-0ac41e797a6e HTTP/1.1" status: 200 len: 210 time: 0.0546679 Oct 29 01:38:06.349645 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:06.427042 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Network 2bf92330-7cea-41de-8ce4-be2e511cc002 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:38:06.439638 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:38:06.451206 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:38:06.461468 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Pushing event updated for resources: {'Port': ['ID=989aa164-a301-42cb-93cd-0cd7b34b0312,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:06.528062 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-7b43e31a-fb06-4afb-a4ec-8b86e717d04b tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for port, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:06.579285 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:06.582667 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:06.634836 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-7b43e31a-fb06-4afb-a4ec-8b86e717d04b tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:06.679976 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-c9f4a293-44e1-4b5d-b8fb-fdf945e480d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8967280 Oct 29 01:38:06.696175 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-7b43e31a-fb06-4afb-a4ec-8b86e717d04b tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Network d32d0959-6bb0-403c-8469-ec7d3fd89963 is already hosted by enough agents. {{(pid=101938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:38:06.700132 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.base_scheduler [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-7b43e31a-fb06-4afb-a4ec-8b86e717d04b tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Resources bound (agent type, host, resource id): {{(pid=101938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:38:06.705297 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-7b43e31a-fb06-4afb-a4ec-8b86e717d04b tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Received port after_create {{(pid=101938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:38:06.711278 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43e31a-fb06-4afb-a4ec-8b86e717d04b tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Pushing event updated for resources: {'Port': ['ID=8029c8b9-e681-46c4-8190-8028a2e3bd18,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:06.748040 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 5c004385-b579-44d0-ae10-23006b6a32f0 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:38:06.783842 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-7b43e31a-fb06-4afb-a4ec-8b86e717d04b tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:06.786029 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-7b43e31a-fb06-4afb-a4ec-8b86e717d04b tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:06.797662 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: 5c004385-b579-44d0-ae10-23006b6a32f0 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:38:06.798324 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 5c004385-b579-44d0-ae10-23006b6a32f0 not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:38:06.813329 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-e9d07c15-295f-4bef-acb0-e2ac55b25d6c None None] Provisioning complete for port 989aa164-a301-42cb-93cd-0cd7b34b0312 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:38:06.814034 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-e9d07c15-295f-4bef-acb0-e2ac55b25d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:06.863079 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-e9d07c15-295f-4bef-acb0-e2ac55b25d6c None None] Port 989aa164-a301-42cb-93cd-0cd7b34b0312 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:38:06.885412 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-7b43e31a-fb06-4afb-a4ec-8b86e717d04b tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5171454 Oct 29 01:38:06.911175 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735942d-b855-4e60-bf72-5fc5c283fd68 req-259b8fd8-7068-4c60-9fc5-9232ae1a994c tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:06.921700 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0735942d-b855-4e60-bf72-5fc5c283fd68 req-259b8fd8-7068-4c60-9fc5-9232ae1a994c tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 936 time: 0.0908885 Oct 29 01:38:06.972634 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0735942d-b855-4e60-bf72-5fc5c283fd68 req-ce792f0d-f765-4912-9f0d-6f98f30a3339 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458043 Oct 29 01:38:07.087592 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-2626cc4d-ccf7-4ed9-90d8-a308d7049c5f None None] Provisioning complete for port 8029c8b9-e681-46c4-8190-8028a2e3bd18 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:38:07.087960 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-2626cc4d-ccf7-4ed9-90d8-a308d7049c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:07.113830 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e5264-2ff8-4c26-a734-9b441fe6449e req-d26072bc-a6c8-4f25-9928-9b5c81052d80 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:07.115685 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b09e5264-2ff8-4c26-a734-9b441fe6449e req-d26072bc-a6c8-4f25-9928-9b5c81052d80 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 931 time: 0.0583358 Oct 29 01:38:07.139183 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-2626cc4d-ccf7-4ed9-90d8-a308d7049c5f None None] Port 8029c8b9-e681-46c4-8190-8028a2e3bd18 cannot update to ACTIVE because it is not bound. {{(pid=101939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:38:07.179747 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b09e5264-2ff8-4c26-a734-9b441fe6449e req-15661ae8-8fd9-4291-8022-c12b5531c750 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531983 Oct 29 01:38:08.103329 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6776e49-b315-4193-82c9-6f94d3c74d6b req-2b561c3f-6e13-4e97-b34f-3b71dbbaf118 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:08.104886 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a6776e49-b315-4193-82c9-6f94d3c74d6b req-2b561c3f-6e13-4e97-b34f-3b71dbbaf118 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 936 time: 0.0582261 Oct 29 01:38:08.154015 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a6776e49-b315-4193-82c9-6f94d3c74d6b req-6e0dcf9b-52ad-41a0-a9ed-5106eda383e8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429025 Oct 29 01:38:08.306381 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04584248-bbd1-423b-8dc9-3d566d940c51 req-8bc4de09-f973-4827-857a-766e12a1a3c6 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:08.307944 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-04584248-bbd1-423b-8dc9-3d566d940c51 req-8bc4de09-f973-4827-857a-766e12a1a3c6 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 931 time: 0.0575128 Oct 29 01:38:08.351507 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-04584248-bbd1-423b-8dc9-3d566d940c51 req-5853f27b-3e02-49d2-b330-4f38d4ffb458 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371799 Oct 29 01:38:09.292277 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e167ac-b3db-4020-887c-01aba1040283 req-9874683b-b4e1-4e99-bc7f-35d59c35fd44 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:09.293599 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-59e167ac-b3db-4020-887c-01aba1040283 req-9874683b-b4e1-4e99-bc7f-35d59c35fd44 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 936 time: 0.0696199 Oct 29 01:38:09.336220 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-59e167ac-b3db-4020-887c-01aba1040283 req-d2f9322a-aa4a-404c-8204-a916c478aeb3 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365591 Oct 29 01:38:09.496363 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df267a61-8306-46a2-b1a0-16752b176ad9 req-3c265570-d0f4-49da-bfea-b4c9bb9b0b17 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:09.498239 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-df267a61-8306-46a2-b1a0-16752b176ad9 req-3c265570-d0f4-49da-bfea-b4c9bb9b0b17 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 931 time: 0.0673971 Oct 29 01:38:09.539451 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-df267a61-8306-46a2-b1a0-16752b176ad9 req-9a5e976a-98cc-46b4-8d8f-65e46e3f10b6 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344696 Oct 29 01:38:09.823116 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:10.467156 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e019d0-21a6-45d8-97cb-f14ef983b624 req-eac1726f-476e-4a4d-9abb-5f38ceae3ed4 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:10.468679 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-90e019d0-21a6-45d8-97cb-f14ef983b624 req-eac1726f-476e-4a4d-9abb-5f38ceae3ed4 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 936 time: 0.0520263 Oct 29 01:38:10.508457 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-90e019d0-21a6-45d8-97cb-f14ef983b624 req-8f83a560-d778-4589-abc3-c90391783f88 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331931 Oct 29 01:38:10.664181 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd5f3b-2578-4254-a3ca-e3af7d4673f2 req-cec66a55-fc63-4b7f-8dc5-ef9e15f60840 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:10.666302 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-13bd5f3b-2578-4254-a3ca-e3af7d4673f2 req-cec66a55-fc63-4b7f-8dc5-ef9e15f60840 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 931 time: 0.0550780 Oct 29 01:38:10.714134 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-13bd5f3b-2578-4254-a3ca-e3af7d4673f2 req-6740b629-d8a6-42da-87e2-5e7cf1fdcb0e tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411363 Oct 29 01:38:11.636597 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcfcbd-833c-4328-b1f6-4678e001ab4a req-33fa41d2-3146-411c-9107-6d3365b3055f tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:11.639085 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-63dcfcbd-833c-4328-b1f6-4678e001ab4a req-33fa41d2-3146-411c-9107-6d3365b3055f tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 936 time: 0.0607595 Oct 29 01:38:11.680600 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-63dcfcbd-833c-4328-b1f6-4678e001ab4a req-a452c1d2-463c-49fd-871e-aaab629b6d88 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Oct 29 01:38:11.835978 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcca268-eec8-47a0-a059-5f7c82af061d req-9b1f35f1-bec8-4928-bf4c-839b596ebb4a tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:11.837515 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8fcca268-eec8-47a0-a059-5f7c82af061d req-9b1f35f1-bec8-4928-bf4c-839b596ebb4a tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 931 time: 0.0530820 Oct 29 01:38:11.877516 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8fcca268-eec8-47a0-a059-5f7c82af061d req-3c6178f9-6893-43b9-947a-bff5be35446c tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338452 Oct 29 01:38:12.807244 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b90a5-794f-4fcc-8a72-2610c532293e req-dd819848-d8e5-463a-81e4-b24042a1b4de tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:12.808888 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-364b90a5-794f-4fcc-8a72-2610c532293e req-dd819848-d8e5-463a-81e4-b24042a1b4de tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 936 time: 0.0583513 Oct 29 01:38:12.856701 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-364b90a5-794f-4fcc-8a72-2610c532293e req-54685195-d353-4221-8c02-45e63f80cc9e tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Oct 29 01:38:13.012100 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73e75f-2816-4c4c-844b-3962d3164b28 req-cd35bc52-6ea5-4a95-997c-13d6ef6b5cac tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:13.013987 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-db73e75f-2816-4c4c-844b-3962d3164b28 req-cd35bc52-6ea5-4a95-997c-13d6ef6b5cac tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 931 time: 0.0630164 Oct 29 01:38:13.066107 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-db73e75f-2816-4c4c-844b-3962d3164b28 req-c39e7799-bb7a-4f1a-8b36-0f1df5c5cfa7 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435040 Oct 29 01:38:13.983008 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8138828-5f03-454d-b391-1ba7b7ed1cd7 req-58f6e74b-1df8-48b1-ad48-e89b8bd1eef5 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:13.984545 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f8138828-5f03-454d-b391-1ba7b7ed1cd7 req-58f6e74b-1df8-48b1-ad48-e89b8bd1eef5 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 936 time: 0.0537746 Oct 29 01:38:14.027842 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f8138828-5f03-454d-b391-1ba7b7ed1cd7 req-62b701bf-54a0-49c9-b468-6c713f8b0498 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363665 Oct 29 01:38:14.266627 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf3543-1709-4079-8c4f-3e75b661c92c req-edc09801-9020-45b1-b9ed-711bf502b9fa tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:14.269149 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-37cf3543-1709-4079-8c4f-3e75b661c92c req-edc09801-9020-45b1-b9ed-711bf502b9fa tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 931 time: 0.0559599 Oct 29 01:38:14.308705 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-37cf3543-1709-4079-8c4f-3e75b661c92c req-a41dc54e-6fae-48b7-80a2-60e2f1db3a46 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331171 Oct 29 01:38:15.154144 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55280cc8-4e22-4873-9010-258e1c5fdd7c req-f9aa3ffb-4df9-40d5-bea0-80af613c7e6a tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:15.155732 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-55280cc8-4e22-4873-9010-258e1c5fdd7c req-f9aa3ffb-4df9-40d5-bea0-80af613c7e6a tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 936 time: 0.0561042 Oct 29 01:38:15.207063 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-55280cc8-4e22-4873-9010-258e1c5fdd7c req-85a5e800-9a97-410a-8278-956a69220bf5 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443339 Oct 29 01:38:15.457183 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314f81c-96b9-4ca3-a956-531a5ff709ea req-7f75ee72-18f5-42ef-919e-dd0883d9f722 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:15.458794 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b314f81c-96b9-4ca3-a956-531a5ff709ea req-7f75ee72-18f5-42ef-919e-dd0883d9f722 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 931 time: 0.0597370 Oct 29 01:38:15.503736 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b314f81c-96b9-4ca3-a956-531a5ff709ea req-e49984ba-c72a-4f19-90c4-05f860e65159 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379174 Oct 29 01:38:16.226104 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Request body: {'port': {'device_id': 'baa7c244-73b3-45b9-9630-3fc048b807d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:16.297525 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Request body: {'port': {'device_id': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:16.339975 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:16.413614 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62174a83-31fb-4ab1-aeb6-da0b5fa6c897 req-249b20ab-b55e-49cc-ae99-7fa714016ffb tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:16.415124 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-62174a83-31fb-4ab1-aeb6-da0b5fa6c897 req-249b20ab-b55e-49cc-ae99-7fa714016ffb tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 936 time: 0.1364255 Oct 29 01:38:16.430144 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:16.556205 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-62174a83-31fb-4ab1-aeb6-da0b5fa6c897 req-d0d7041f-09e1-4bd8-aac7-747ef7aad53b tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347625 Oct 29 01:38:16.787143 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724fb31-8bce-4dd3-83c1-798e758dd4f0 req-46ceec5a-7897-478a-86f8-670f4d8f22f1 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:16.788581 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9724fb31-8bce-4dd3-83c1-798e758dd4f0 req-46ceec5a-7897-478a-86f8-670f4d8f22f1 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 931 time: 0.2122431 Oct 29 01:38:16.885109 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9724fb31-8bce-4dd3-83c1-798e758dd4f0 req-6cb8681f-9915-479e-a27b-5111106e7445 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880995 Oct 29 01:38:16.952072 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989aa164-a301-42cb-93cd-0cd7b34b0312 {{(pid=101938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:38:16.978367 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:17.001408 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.provisioning_blocks [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Transition to ACTIVE for port object 989aa164-a301-42cb-93cd-0cd7b34b0312 will not be triggered until provisioned by entity L2. {{(pid=101938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:38:17.004123 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8029c8b9-e681-46c4-8190-8028a2e3bd18 {{(pid=101938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:38:17.011979 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:17.025482 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.provisioning_blocks [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Transition to ACTIVE for port object 8029c8b9-e681-46c4-8190-8028a2e3bd18 will not be triggered until provisioned by entity L2. {{(pid=101938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:38:17.090974 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:17.129682 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:17.153110 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Pushing event updated for resources: {'Port': ['ID=989aa164-a301-42cb-93cd-0cd7b34b0312,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:17.263633 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Pushing event updated for resources: {'Port': ['ID=8029c8b9-e681-46c4-8190-8028a2e3bd18,revision_number=2']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:17.321883 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Attempting to bind port 989aa164-a301-42cb-93cd-0cd7b34b0312 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:38:17.322113 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Attempting to bind port 989aa164-a301-42cb-93cd-0cd7b34b0312 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '54fc2418-287a-44a4-a935-27fc70ff7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2bf92330-7cea-41de-8ce4-be2e511cc002'}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:38:17.322310 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Attempting to bind port 989aa164-a301-42cb-93cd-0cd7b34b0312 on network 2bf92330-7cea-41de-8ce4-be2e511cc002 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:38:17.330141 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Port 989aa164-a301-42cb-93cd-0cd7b34b0312 on network 2bf92330-7cea-41de-8ce4-be2e511cc002 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:38:17.330480 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Attempting to bind port 989aa164-a301-42cb-93cd-0cd7b34b0312 on network 2bf92330-7cea-41de-8ce4-be2e511cc002 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:38:17.344010 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:38:17.344342 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Checking segment: {'id': '54fc2418-287a-44a4-a935-27fc70ff7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2bf92330-7cea-41de-8ce4-be2e511cc002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:38:17.344730 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Bound using segment: {'id': '54fc2418-287a-44a4-a935-27fc70ff7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2bf92330-7cea-41de-8ce4-be2e511cc002'} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:38:17.345163 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Bound port: 989aa164-a301-42cb-93cd-0cd7b34b0312, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fc2418-287a-44a4-a935-27fc70ff7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2bf92330-7cea-41de-8ce4-be2e511cc002'}}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:38:17.345523 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:17.349169 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Attempting to bind port 8029c8b9-e681-46c4-8190-8028a2e3bd18 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:38:17.349500 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Attempting to bind port 8029c8b9-e681-46c4-8190-8028a2e3bd18 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '3b59799c-7fdf-43ab-b2a2-558e15c941ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963'}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:38:17.349875 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Attempting to bind port 8029c8b9-e681-46c4-8190-8028a2e3bd18 on network d32d0959-6bb0-403c-8469-ec7d3fd89963 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:38:17.363534 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Port 8029c8b9-e681-46c4-8190-8028a2e3bd18 on network d32d0959-6bb0-403c-8469-ec7d3fd89963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:38:17.363860 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Attempting to bind port 8029c8b9-e681-46c4-8190-8028a2e3bd18 on network d32d0959-6bb0-403c-8469-ec7d3fd89963 {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:38:17.386811 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Checking agent: {'id': '5df66b43-6ea8-4d8b-810e-c8af179dbfdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'started_at': datetime.datetime(2021, 10, 29, 1, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:38:17.387143 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Checking segment: {'id': '3b59799c-7fdf-43ab-b2a2-558e15c941ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:38:17.387529 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Bound using segment: {'id': '3b59799c-7fdf-43ab-b2a2-558e15c941ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963'} {{(pid=101938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:38:17.387974 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.managers [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Bound port: 8029c8b9-e681-46c4-8190-8028a2e3bd18, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b59799c-7fdf-43ab-b2a2-558e15c941ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963'}}] {{(pid=101938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:38:17.388328 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:17.456272 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] For port 989aa164-a301-42cb-93cd-0cd7b34b0312, host hv-cinder-81558, cleared binding levels {{(pid=101938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:38:17.462806 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] For port 989aa164-a301-42cb-93cd-0cd7b34b0312, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=989aa164-a301-42cb-93cd-0cd7b34b0312,segment=NetworkSegment(54fc2418-287a-44a4-a935-27fc70ff7f81),segment_id=54fc2418-287a-44a4-a935-27fc70ff7f81)] {{(pid=101938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:38:17.478053 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] For port 8029c8b9-e681-46c4-8190-8028a2e3bd18, host hv-cinder-81558, cleared binding levels {{(pid=101938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:38:17.480964 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] For port 8029c8b9-e681-46c4-8190-8028a2e3bd18, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8029c8b9-e681-46c4-8190-8028a2e3bd18,segment=NetworkSegment(3b59799c-7fdf-43ab-b2a2-558e15c941ea),segment_id=3b59799c-7fdf-43ab-b2a2-558e15c941ea)] {{(pid=101938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:38:17.637265 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:17.686133 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:17.702701 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:17.703368 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:17.704684 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] 10.222.0.89 "PUT /v2.0/ports/989aa164-a301-42cb-93cd-0cd7b34b0312 HTTP/1.1" status: 200 len: 1098 time: 1.4831798 Oct 29 01:38:17.706177 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa7c244-73b3-45b9-9630-3fc048b807d7', 'tag': '989aa164-a301-42cb-93cd-0cd7b34b0312'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:38:17.708426 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55107339-46d8-433b-b7da-27fbbec2b572" -d '{"events": [{"name": "network-changed", "server_uuid": "baa7c244-73b3-45b9-9630-3fc048b807d7", "tag": "989aa164-a301-42cb-93cd-0cd7b34b0312"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:38:17.727025 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:17.727640 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:17.728897 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] 10.222.0.89 "PUT /v2.0/ports/8029c8b9-e681-46c4-8190-8028a2e3bd18 HTTP/1.1" status: 200 len: 1093 time: 1.4466419 Oct 29 01:38:17.748700 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95449b-74b0-4a43-9b9e-7422361d052c req-6f6469ff-d6a0-49c6-9ce2-bdca345f09de tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:17.750310 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ce95449b-74b0-4a43-9b9e-7422361d052c req-6f6469ff-d6a0-49c6-9ce2-bdca345f09de tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 948 time: 0.1253335 Oct 29 01:38:17.767845 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fd872-068a-4e67-87e0-fa769140bddb service neutron] Pushing event updated for resources: {'Port': ['ID=989aa164-a301-42cb-93cd-0cd7b34b0312,revision_number=3']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:17.807698 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ae45f5-d53f-48fc-8141-0ae977357cc4 x-openstack-request-id: req-e4ae45f5-d53f-48fc-8141-0ae977357cc4 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:38:17.807929 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa7c244-73b3-45b9-9630-3fc048b807d7", "tag": "989aa164-a301-42cb-93cd-0cd7b34b0312", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:38:17.808157 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4ae45f5-d53f-48fc-8141-0ae977357cc4 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:38:17.808528 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa7c244-73b3-45b9-9630-3fc048b807d7', 'tag': '989aa164-a301-42cb-93cd-0cd7b34b0312', 'status': 'completed', 'code': 200} Oct 29 01:38:17.880621 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ce95449b-74b0-4a43-9b9e-7422361d052c req-6f573dcf-cb30-41a0-af4f-c419196725c8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190188 Oct 29 01:38:17.894196 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7e5ca-2376-46f4-a6c1-427319657514 service neutron] Pushing event updated for resources: {'Port': ['ID=8029c8b9-e681-46c4-8190-8028a2e3bd18,revision_number=3']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:17.923347 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55107339-46d8-433b-b7da-27fbbec2b572 req-690dc95b-4c84-4d34-b5a6-494d70f1f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:17.923347 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-55107339-46d8-433b-b7da-27fbbec2b572 req-690dc95b-4c84-4d34-b5a6-494d70f1f2a5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e23a041e5cb647bd8ccbea679e36664d&device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 1101 time: 0.0907023 Oct 29 01:38:17.987797 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-55107339-46d8-433b-b7da-27fbbec2b572 req-3a827436-b0ee-4fd8-8e2f-0db300db6138 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=e23a041e5cb647bd8ccbea679e36664d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359910 Oct 29 01:38:18.113124 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-1ba09a01-d738-438b-9470-2e0258ba8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:18.114672 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-1ba09a01-d738-438b-9470-2e0258ba8de9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2b2935809964b538672933861dc320b&device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 1096 time: 0.1407926 Oct 29 01:38:18.125011 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd880c-53dd-4037-a542-a22d2cc403bc req-3dc240f0-ea4e-420a-a32b-f7a2c3ab7423 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:18.126450 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0bcd880c-53dd-4037-a542-a22d2cc403bc req-3dc240f0-ea4e-420a-a32b-f7a2c3ab7423 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 943 time: 0.1510916 Oct 29 01:38:18.187457 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-4c6343fb-914c-41af-8898-12aef71f1278 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8029c8b9-e681-46c4-8190-8028a2e3bd18 HTTP/1.1" status: 200 len: 217 time: 0.0572686 Oct 29 01:38:18.210266 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55107339-46d8-433b-b7da-27fbbec2b572 req-aaca2c59-3f04-45d2-88b3-c037188990ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:18.211744 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-55107339-46d8-433b-b7da-27fbbec2b572 req-aaca2c59-3f04-45d2-88b3-c037188990ea service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2009053 Oct 29 01:38:18.258621 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-0bcd880c-53dd-4037-a542-a22d2cc403bc req-5f9b1d8e-f4b5-4f0c-8caa-71ea6130b1c8 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155016 Oct 29 01:38:18.266834 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-6b2288f5-a538-423c-a4ec-2be020a4bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:18.268658 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-6b2288f5-a538-423c-a4ec-2be020a4bcfa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ebbab91a-c959-49ec-896a-b217cc775344 HTTP/1.1" status: 200 len: 853 time: 0.0725358 Oct 29 01:38:18.345080 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-e86742f4-e660-43c8-af2b-8f420035abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:18.347180 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-e86742f4-e660-43c8-af2b-8f420035abfc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d32d0959-6bb0-403c-8469-ec7d3fd89963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718684 Oct 29 01:38:18.353484 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-60d15777-e1b7-4a0b-8200-4eb748b48929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:18.356462 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-60d15777-e1b7-4a0b-8200-4eb748b48929 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e23a041e5cb647bd8ccbea679e36664d&device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 1101 time: 0.0543005 Oct 29 01:38:18.439100 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-26b0af7e-70ec-4546-a5cc-a54f497a362c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=989aa164-a301-42cb-93cd-0cd7b34b0312 HTTP/1.1" status: 200 len: 217 time: 0.0658071 Oct 29 01:38:18.513951 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-e476c48b-d66b-40e1-980b-60e15ae21fc4 service neutron] 10.222.0.89 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580970 Oct 29 01:38:18.515401 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-3dc0d69b-3a7c-4477-9899-9ceacaa018b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:18.516873 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-3dc0d69b-3a7c-4477-9899-9ceacaa018b0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7617ec50-703e-434a-a7a2-940dd28eb8f3 HTTP/1.1" status: 200 len: 843 time: 0.0693276 Oct 29 01:38:18.632046 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-8e4a4936-6cf7-40e3-aaa5-43646cce362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:18.633582 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-8e4a4936-6cf7-40e3-aaa5-43646cce362d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2bf92330-7cea-41de-8ce4-be2e511cc002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0997677 Oct 29 01:38:18.654853 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d67fc923-d030-413f-8c70-e133bc8bad83 req-9543f2f2-ea3f-492e-9f31-1a26a1365e33 service neutron] 10.222.0.89 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280243 Oct 29 01:38:18.741830 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-2c8aa1e8-2899-4313-9e84-51a2f2ba752e service neutron] 10.222.0.89 "GET /v2.0/networks/2bf92330-7cea-41de-8ce4-be2e511cc002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955513 Oct 29 01:38:18.835114 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a5fcb023-1f3e-45d4-92c9-8c77656d5868 req-441ee88b-ac13-401f-bc0f-01b62a48d7c2 service neutron] 10.222.0.89 "GET /v2.0/networks/2bf92330-7cea-41de-8ce4-be2e511cc002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862026 Oct 29 01:38:19.012099 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72174238-b56b-4d13-9f1b-964ee0707e16 req-df782bc0-b83c-4c21-ae4c-7175227aa6c7 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:19.013638 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-72174238-b56b-4d13-9f1b-964ee0707e16 req-df782bc0-b83c-4c21-ae4c-7175227aa6c7 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 948 time: 0.0593557 Oct 29 01:38:19.053580 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-72174238-b56b-4d13-9f1b-964ee0707e16 req-76c2bf99-3159-4b8e-8d8e-7e8fab3c2998 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336161 Oct 29 01:38:19.387731 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32737a34-abb9-4e0f-af79-c04d825c7387 req-a31b3919-c3b5-442e-b4bd-b6764bed7092 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:19.389222 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-32737a34-abb9-4e0f-af79-c04d825c7387 req-a31b3919-c3b5-442e-b4bd-b6764bed7092 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 943 time: 0.0521991 Oct 29 01:38:19.427597 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-32737a34-abb9-4e0f-af79-c04d825c7387 req-ced6b857-5a74-4602-bf27-6bc780e89bbd tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320644 Oct 29 01:38:19.809127 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'tag': '8029c8b9-e681-46c4-8190-8028a2e3bd18'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:38:19.811674 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dce9b2-8c00-409e-8669-233ff4f1d2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced", "tag": "8029c8b9-e681-46c4-8190-8028a2e3bd18"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:38:19.849000 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a8de12-0087-481d-a4f4-f1b85c6a7b13 x-openstack-request-id: req-74a8de12-0087-481d-a4f4-f1b85c6a7b13 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:38:19.849286 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced", "tag": "8029c8b9-e681-46c4-8190-8028a2e3bd18", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:38:19.849564 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-74a8de12-0087-481d-a4f4-f1b85c6a7b13 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:38:19.849967 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'tag': '8029c8b9-e681-46c4-8190-8028a2e3bd18', 'status': 'completed', 'code': 200} Oct 29 01:38:19.930877 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dce9b2-8c00-409e-8669-233ff4f1d2c7 req-ecb69d64-521b-4045-9ef1-0e43247750f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:19.932346 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c5dce9b2-8c00-409e-8669-233ff4f1d2c7 req-ecb69d64-521b-4045-9ef1-0e43247750f7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2b2935809964b538672933861dc320b&device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 1096 time: 0.0413065 Oct 29 01:38:20.030472 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dce9b2-8c00-409e-8669-233ff4f1d2c7 req-858c24d3-7615-437e-beba-cd55af71b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:20.031931 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c5dce9b2-8c00-409e-8669-233ff4f1d2c7 req-858c24d3-7615-437e-beba-cd55af71b862 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d32d0959-6bb0-403c-8469-ec7d3fd89963 HTTP/1.1" status: 200 len: 915 time: 0.0917006 Oct 29 01:38:20.073754 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c5dce9b2-8c00-409e-8669-233ff4f1d2c7 req-ddd339a6-c368-4d7c-bd09-485be53d81a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8029c8b9-e681-46c4-8190-8028a2e3bd18 HTTP/1.1" status: 200 len: 217 time: 0.0342667 Oct 29 01:38:20.416299 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dce9b2-8c00-409e-8669-233ff4f1d2c7 req-fde60255-e955-4f14-9a2b-3a8364fcd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:20.417715 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c5dce9b2-8c00-409e-8669-233ff4f1d2c7 req-fde60255-e955-4f14-9a2b-3a8364fcd8a0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ebbab91a-c959-49ec-896a-b217cc775344 HTTP/1.1" status: 200 len: 853 time: 0.3356891 Oct 29 01:38:20.479434 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cdc8f-9ad9-42bd-b6e1-420302de63b5 req-47a6fca6-20e7-4aa4-8603-c816a0f0489f tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:20.480907 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7a5cdc8f-9ad9-42bd-b6e1-420302de63b5 req-47a6fca6-20e7-4aa4-8603-c816a0f0489f tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 948 time: 0.3571320 Oct 29 01:38:20.487708 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dce9b2-8c00-409e-8669-233ff4f1d2c7 req-9018a8c5-7137-49a0-8077-ae8568b0ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:20.490342 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c5dce9b2-8c00-409e-8669-233ff4f1d2c7 req-9018a8c5-7137-49a0-8077-ae8568b0ec90 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d32d0959-6bb0-403c-8469-ec7d3fd89963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0582495 Oct 29 01:38:20.596734 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7a5cdc8f-9ad9-42bd-b6e1-420302de63b5 req-df408b11-9248-4f39-b0f1-045302afbd0b tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064181 Oct 29 01:38:20.625852 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de57c4-0190-4f6d-b0b8-70d1635d59c7 req-c170a277-e8f1-4732-acb5-8ee5e0dd1c0f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:20.627347 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-75de57c4-0190-4f6d-b0b8-70d1635d59c7 req-c170a277-e8f1-4732-acb5-8ee5e0dd1c0f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 943 time: 0.1178408 Oct 29 01:38:20.648916 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c5dce9b2-8c00-409e-8669-233ff4f1d2c7 req-f7c8c908-a3fc-4c2f-b814-aec64ecbedbe service neutron] 10.222.0.89 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520612 Oct 29 01:38:20.720028 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-75de57c4-0190-4f6d-b0b8-70d1635d59c7 req-03506df2-7a85-4689-b507-7d6d5c79afe2 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818272 Oct 29 01:38:20.756173 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c5dce9b2-8c00-409e-8669-233ff4f1d2c7 req-45615c39-4df8-46ef-af8a-78ca507300b2 service neutron] 10.222.0.89 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006920 Oct 29 01:38:20.827657 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 8029c8b9-e681-46c4-8190-8028a2e3bd18 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:38:20.922212 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 8029c8b9-e681-46c4-8190-8028a2e3bd18, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8029c8b9-e681-46c4-8190-8028a2e3bd18,segment=NetworkSegment(3b59799c-7fdf-43ab-b2a2-558e15c941ea),segment_id=3b59799c-7fdf-43ab-b2a2-558e15c941ea)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:20.934471 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '8029c8b9-e681-46c4-8190-8028a2e3bd18', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'port_id': '8029c8b9-e681-46c4-8190-8028a2e3bd18', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:38:20.976002 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:20.989213 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8029c8b9-e681-46c4-8190-8028a2e3bd18 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:38:21.008008 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 8029c8b9-e681-46c4-8190-8028a2e3bd18, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8029c8b9-e681-46c4-8190-8028a2e3bd18,segment=NetworkSegment(3b59799c-7fdf-43ab-b2a2-558e15c941ea),segment_id=3b59799c-7fdf-43ab-b2a2-558e15c941ea)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:21.199692 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:21.200264 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 989aa164-a301-42cb-93cd-0cd7b34b0312 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=101939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:38:21.292487 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=8029c8b9-e681-46c4-8190-8028a2e3bd18,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:21.338665 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 989aa164-a301-42cb-93cd-0cd7b34b0312, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=989aa164-a301-42cb-93cd-0cd7b34b0312,segment=NetworkSegment(54fc2418-287a-44a4-a935-27fc70ff7f81),segment_id=54fc2418-287a-44a4-a935-27fc70ff7f81)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:21.349935 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Returning: {'device': '989aa164-a301-42cb-93cd-0cd7b34b0312', 'network_id': '2bf92330-7cea-41de-8ce4-be2e511cc002', 'port_id': '989aa164-a301-42cb-93cd-0cd7b34b0312', 'mac_address': 'fa:16:3e:da:7d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7617ec50-703e-434a-a7a2-940dd28eb8f3', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:38:21.386436 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:21.399733 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989aa164-a301-42cb-93cd-0cd7b34b0312 {{(pid=101939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:38:21.418966 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 989aa164-a301-42cb-93cd-0cd7b34b0312, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=989aa164-a301-42cb-93cd-0cd7b34b0312,segment=NetworkSegment(54fc2418-287a-44a4-a935-27fc70ff7f81),segment_id=54fc2418-287a-44a4-a935-27fc70ff7f81)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:21.583111 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:21.632898 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=989aa164-a301-42cb-93cd-0cd7b34b0312,revision_number=4']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:21.719842 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74a247-f160-4abb-b774-3c4119bbbb7c req-565a85d8-7de5-4a2d-960b-bb95eaee210e tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:21.722103 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-dd74a247-f160-4abb-b774-3c4119bbbb7c req-565a85d8-7de5-4a2d-960b-bb95eaee210e tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 949 time: 0.0517762 Oct 29 01:38:21.761609 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-dd74a247-f160-4abb-b774-3c4119bbbb7c req-fd0bf8ae-358f-4a25-ae38-83a9ec6c8d11 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337961 Oct 29 01:38:21.834309 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fdcff-958b-4a7e-acfd-6e9ce41237e7 req-6f7ac3b1-c1fe-4387-be11-1a40dbe20562 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:21.835775 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-791fdcff-958b-4a7e-acfd-6e9ce41237e7 req-6f7ac3b1-c1fe-4387-be11-1a40dbe20562 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 944 time: 0.0493405 Oct 29 01:38:21.878992 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-791fdcff-958b-4a7e-acfd-6e9ce41237e7 req-3d7c2b0a-d637-4bb4-a82e-42f3296c878f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371144 Oct 29 01:38:21.904856 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['8029c8b9-e681-46c4-8190-8028a2e3bd18'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:38:21.935049 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['989aa164-a301-42cb-93cd-0cd7b34b0312'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:38:22.838830 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 8029c8b9-e681-46c4-8190-8028a2e3bd18 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:38:22.875760 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad8d21-dfc8-4911-88ea-70c0a08333e0 req-5f84be5d-08a3-4c09-86f1-7157c0148074 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:22.877295 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-28ad8d21-dfc8-4911-88ea-70c0a08333e0 req-5f84be5d-08a3-4c09-86f1-7157c0148074 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 949 time: 0.0496142 Oct 29 01:38:22.917022 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-28ad8d21-dfc8-4911-88ea-70c0a08333e0 req-4d24a1dd-3b76-4820-a604-1fc1a66351d8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335391 Oct 29 01:38:22.965418 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port 8029c8b9-e681-46c4-8190-8028a2e3bd18 completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:38:22.969601 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 8029c8b9-e681-46c4-8190-8028a2e3bd18 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:38:22.970063 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:23.000902 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a0f60-9c24-474a-bf2c-e8aef5b16ede req-a74a9169-7a10-452b-9ce1-762fcfabe124 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:23.004815 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a44a0f60-9c24-474a-bf2c-e8aef5b16ede req-a74a9169-7a10-452b-9ce1-762fcfabe124 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 944 time: 0.0495610 Oct 29 01:38:23.042438 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a44a0f60-9c24-474a-bf2c-e8aef5b16ede req-c325b871-2381-42c3-8666-6d73e35d1ec1 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327792 Oct 29 01:38:23.048390 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:23.082073 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8029c8b9-e681-46c4-8190-8028a2e3bd18'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:38:23.084412 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16345528-acda-4e64-b117-ebd880c52423" -d '{"events": [{"server_uuid": "47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced", "name": "network-vif-plugged", "status": "completed", "tag": "8029c8b9-e681-46c4-8190-8028a2e3bd18"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:38:23.098243 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 8029c8b9-e681-46c4-8190-8028a2e3bd18, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8029c8b9-e681-46c4-8190-8028a2e3bd18,segment=NetworkSegment(3b59799c-7fdf-43ab-b2a2-558e15c941ea),segment_id=3b59799c-7fdf-43ab-b2a2-558e15c941ea)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:23.120435 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a303db-6ae5-4260-873a-107ac7a87964 x-openstack-request-id: req-62a303db-6ae5-4260-873a-107ac7a87964 {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:38:23.120756 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced", "name": "network-vif-plugged", "status": "completed", "tag": "8029c8b9-e681-46c4-8190-8028a2e3bd18", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:38:23.121016 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-62a303db-6ae5-4260-873a-107ac7a87964 {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:38:23.121412 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8029c8b9-e681-46c4-8190-8028a2e3bd18', 'code': 200} Oct 29 01:38:23.217252 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:23.218035 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 989aa164-a301-42cb-93cd-0cd7b34b0312 up at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:38:23.291431 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=8029c8b9-e681-46c4-8190-8028a2e3bd18,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:23.421349 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning for port 989aa164-a301-42cb-93cd-0cd7b34b0312 completed by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:38:23.425528 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Provisioning complete for port 989aa164-a301-42cb-93cd-0cd7b34b0312 triggered by entity L2. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:38:23.425930 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:23.506431 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:23.538401 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] For port 989aa164-a301-42cb-93cd-0cd7b34b0312, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=989aa164-a301-42cb-93cd-0cd7b34b0312,segment=NetworkSegment(54fc2418-287a-44a4-a935-27fc70ff7f81),segment_id=54fc2418-287a-44a4-a935-27fc70ff7f81)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:23.678258 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41169f1c-e828-4c06-801b-c1fdbce0bca7 req-d2adffcc-c766-4748-90cd-fcb779d44f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:23.679776 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-41169f1c-e828-4c06-801b-c1fdbce0bca7 req-d2adffcc-c766-4748-90cd-fcb779d44f61 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 1098 time: 0.0411105 Oct 29 01:38:23.720830 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-41169f1c-e828-4c06-801b-c1fdbce0bca7 req-bcf8fd46-ac0c-4b12-9078-0e64efdd9830 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343416 Oct 29 01:38:23.737286 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218'] for port, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:23.784713 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Pushing event updated for resources: {'Port': ['ID=989aa164-a301-42cb-93cd-0cd7b34b0312,revision_number=5']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:24.039315 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd59c4-600a-4d7f-baa6-85bff3deb4aa req-786824ba-a0a7-4634-9eaf-3307dd482b6e tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:24.041127 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-79fd59c4-600a-4d7f-baa6-85bff3deb4aa req-786824ba-a0a7-4634-9eaf-3307dd482b6e tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 950 time: 0.0512710 Oct 29 01:38:24.082069 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-79fd59c4-600a-4d7f-baa6-85bff3deb4aa req-70b9b759-b70b-46d7-b557-3eb0235cc23b tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348856 Oct 29 01:38:24.162027 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02d0c1-a9d3-4971-8672-a8ccad89009d req-c06bb5fe-0d4d-4424-a408-db39c775216f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:24.163555 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-dd02d0c1-a9d3-4971-8672-a8ccad89009d req-c06bb5fe-0d4d-4424-a408-db39c775216f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 945 time: 0.0489020 Oct 29 01:38:24.201859 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-dd02d0c1-a9d3-4971-8672-a8ccad89009d req-6116f6bc-3cef-46d6-bd91-b27e246c51a8 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321629 Oct 29 01:38:25.122992 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa7c244-73b3-45b9-9630-3fc048b807d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989aa164-a301-42cb-93cd-0cd7b34b0312'}] {{(pid=101939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:38:25.125419 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9298f78b04cedb961dce9e125146249325050f3a19b4a06b785fb820757c2858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d707d323-f7db-4752-a739-926bf18211fa" -d '{"events": [{"server_uuid": "baa7c244-73b3-45b9-9630-3fc048b807d7", "name": "network-vif-plugged", "status": "completed", "tag": "989aa164-a301-42cb-93cd-0cd7b34b0312"}]}' {{(pid=101939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:38:25.163437 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacd7830-abfd-4afa-9606-70f7257a80b9 x-openstack-request-id: req-cacd7830-abfd-4afa-9606-70f7257a80b9 {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:38:25.163764 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa7c244-73b3-45b9-9630-3fc048b807d7", "name": "network-vif-plugged", "status": "completed", "tag": "989aa164-a301-42cb-93cd-0cd7b34b0312", "code": 200}]} {{(pid=101939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:38:25.164029 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cacd7830-abfd-4afa-9606-70f7257a80b9 {{(pid=101939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:38:25.164423 dv-cinder-815582-5-smb neutron-server[101939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa7c244-73b3-45b9-9630-3fc048b807d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989aa164-a301-42cb-93cd-0cd7b34b0312', 'code': 200} Oct 29 01:38:25.202043 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da7ebe-32d8-4eef-9b92-15dcf0a32b06 req-7a5df79f-4b76-44dc-b105-2a792c5097d0 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:25.203869 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-86da7ebe-32d8-4eef-9b92-15dcf0a32b06 req-7a5df79f-4b76-44dc-b105-2a792c5097d0 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 950 time: 0.0530050 Oct 29 01:38:25.255337 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-86da7ebe-32d8-4eef-9b92-15dcf0a32b06 req-1eeddba8-6da5-434c-bec7-5c2bdc273d42 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449178 Oct 29 01:38:25.320978 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40982a0-879d-40da-83f8-1ffba41f8562 req-00d5906d-3d05-44f0-aef1-970fe74ab413 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:25.330086 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b40982a0-879d-40da-83f8-1ffba41f8562 req-00d5906d-3d05-44f0-aef1-970fe74ab413 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 945 time: 0.0496137 Oct 29 01:38:25.359458 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b40982a0-879d-40da-83f8-1ffba41f8562 req-072cd9cd-04a8-4466-8b72-06a3f90d94b3 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311277 Oct 29 01:38:25.476749 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331120db-2b4b-449c-8b61-cabda34b78c0 req-c4121a6c-a5e6-43b3-bd99-9507d19a3532 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:25.478297 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-331120db-2b4b-449c-8b61-cabda34b78c0 req-c4121a6c-a5e6-43b3-bd99-9507d19a3532 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 945 time: 0.0514641 Oct 29 01:38:25.518161 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-331120db-2b4b-449c-8b61-cabda34b78c0 req-3970c541-9ab0-4cc6-adad-65b6ec3d7289 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335014 Oct 29 01:38:25.704276 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5688f7-8c80-4f74-adfb-84cd3b510a59 req-f555159b-ac0e-4189-88f6-f9106135d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:25.707147 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8f5688f7-8c80-4f74-adfb-84cd3b510a59 req-f555159b-ac0e-4189-88f6-f9106135d0b9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 1103 time: 0.0431409 Oct 29 01:38:25.748433 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8f5688f7-8c80-4f74-adfb-84cd3b510a59 req-9c61195c-37ee-4dd4-8a94-7d9b5b601fe8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346196 Oct 29 01:38:25.847484 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ceafba-3aae-499c-861c-5535048079de req-55a72eeb-97c6-4f15-9bb8-daa00ba74985 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:25.848978 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c2ceafba-3aae-499c-861c-5535048079de req-55a72eeb-97c6-4f15-9bb8-daa00ba74985 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 945 time: 0.0488181 Oct 29 01:38:25.885895 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-c2ceafba-3aae-499c-861c-5535048079de req-8a3bb6fc-1769-4924-bf35-96de0523896c tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308754 Oct 29 01:38:26.376250 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fe87e-47e7-48e7-a32b-d219af8a86c8 req-1408a61e-3b41-4e4f-880b-fa805c93c3ad tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:26.378417 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2d1fe87e-47e7-48e7-a32b-d219af8a86c8 req-1408a61e-3b41-4e4f-880b-fa805c93c3ad tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 950 time: 0.0518608 Oct 29 01:38:26.416297 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-2d1fe87e-47e7-48e7-a32b-d219af8a86c8 req-d3b4609f-c3d9-4899-bc1c-6b7aece1d0e6 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318732 Oct 29 01:38:27.534125 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a102bb-6265-490c-a14c-836829628d5c req-dcff45d7-21a0-4d51-8fa1-ad277194ebe5 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:27.535622 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-82a102bb-6265-490c-a14c-836829628d5c req-dcff45d7-21a0-4d51-8fa1-ad277194ebe5 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 950 time: 0.0508678 Oct 29 01:38:27.576197 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-82a102bb-6265-490c-a14c-836829628d5c req-303409bf-3f78-4e8e-83f5-f99ff7e8f4ae tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340588 Oct 29 01:38:28.186532 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495591d7-c5ea-4eac-b06d-60cf3ece3532 req-6b638d93-91cd-47bc-8358-471819d265c8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:28.188011 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-495591d7-c5ea-4eac-b06d-60cf3ece3532 req-6b638d93-91cd-47bc-8358-471819d265c8 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 950 time: 0.0504723 Oct 29 01:38:28.227141 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-495591d7-c5ea-4eac-b06d-60cf3ece3532 req-b93fad5e-46bf-46c4-accf-1a2a677ccdfe tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322080 Oct 29 01:38:28.531198 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-b1628115-2f76-4203-b48a-e26853514b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.063315 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35330) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:29.112360 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d01214-a7d1-4ee7-bc16-a67e129faadf admin admin] Deleting subnet 804ed180-d7c1-45a9-bc24-751ec6f403cd {{(pid=101937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:38:29.115534 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-36d01214-a7d1-4ee7-bc16-a67e129faadf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.149421 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-36d01214-a7d1-4ee7-bc16-a67e129faadf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10477149'] for subnet, precommit_delete_associations {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.187246 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-36d01214-a7d1-4ee7-bc16-a67e129faadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471143'] for subnet, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.347080 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1b0f5-ebd7-4ad6-a37a-0be07cbe6bf5 req-f18ee30b-61b6-4629-a6d4-99a590636572 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:29.348557 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-19f1b0f5-ebd7-4ad6-a37a-0be07cbe6bf5 req-f18ee30b-61b6-4629-a6d4-99a590636572 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 950 time: 0.0501504 Oct 29 01:38:29.365651 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-36d01214-a7d1-4ee7-bc16-a67e129faadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10476056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8768879'] for subnet, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.402510 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-19f1b0f5-ebd7-4ad6-a37a-0be07cbe6bf5 req-1227df01-395b-4c94-b997-a4804376e1c7 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/security-groups?id=61a50874-ae52-4a6a-8951-98a63f7a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361362 Oct 29 01:38:29.403730 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d01214-a7d1-4ee7-bc16-a67e129faadf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804ed180-d7c1-45a9-bc24-751ec6f403cd,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:29.403730 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-36d01214-a7d1-4ee7-bc16-a67e129faadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.405982 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-36d01214-a7d1-4ee7-bc16-a67e129faadf admin admin] 10.222.0.77 "DELETE /v2.0/subnets/804ed180-d7c1-45a9-bc24-751ec6f403cd HTTP/1.1" status: 204 len: 168 time: 0.3414545 Oct 29 01:38:29.406149 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 35336) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:29.477284 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564593'] for network, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.559900 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473234', 'neutron.services.segments.db._delete_segments_for_network-8734167248240'] for network, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.579822 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f9400b-d820-4c01-8e91-cf4843c9051b']}} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:29.589899 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ccc06e7-50f7-48b7-a012-07d7f905d2fe') {'for_net_delete': True} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:29.590201 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.services.segments.db [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ccc06e7-50f7-48b7-a012-07d7f905d2fe') {} {{(pid=101938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:29.599576 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734167249785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8648581'] for segment, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.613811 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.619735 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=101938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:38:29.620116 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8883247'] for segment, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: Traceback (most recent call last): Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: timer() Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: cb(*args, **kw) Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: return func(*args, **kwargs) Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: self._notify() Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: self.callback(batched_events) Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: event.method(event) Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: return f(self, *a, **k) Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: return self._get(url).json() Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: return self.request(url, 'GET', **kwargs) Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:38:29.621753 dv-cinder-815582-5-smb neutron-server[101938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:38:29.719264 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f365a3-50f2-41db-84a6-d011e0df080d req-2f23638c-6eba-4430-9420-ee50f928c52d tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:29.720724 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-56f365a3-50f2-41db-84a6-d011e0df080d req-2f23638c-6eba-4430-9420-ee50f928c52d tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.89 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 950 time: 0.0501909 Oct 29 01:38:29.810574 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-685616'] for network, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.817355 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.827558 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] 10.222.0.77 "DELETE /v2.0/networks/16f9400b-d820-4c01-8e91-cf4843c9051b HTTP/1.1" status: 204 len: 168 time: 0.4134169 Oct 29 01:38:29.827674 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35338) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:29.833105 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-56f365a3-50f2-41db-84a6-d011e0df080d req-8444109a-a4f5-4123-a7a1-4819e1f23aa2 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Deleting port 989aa164-a301-42cb-93cd-0cd7b34b0312 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:38:29.833447 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-56f365a3-50f2-41db-84a6-d011e0df080d req-8444109a-a4f5-4123-a7a1-4819e1f23aa2 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.837719 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Pushing event deleted for resources: {'Network': ['ID=16f9400b-d820-4c01-8e91-cf4843c9051b,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:29.874340 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fe2153-6d5b-4155-98c4-a860358b4565 admin admin] Deleting subnet 87dbb68e-509a-44d7-af47-3318e452014b {{(pid=101937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:38:29.878630 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2153-6d5b-4155-98c4-a860358b4565 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.879640 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:29.880000 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:29.880347 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:29.880687 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:29.881020 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:29.881357 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:29.881685 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:29.882041 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:29.882368 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:29.882694 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:29.883021 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:29.883342 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296ef76-4d25-4c9b-a6e6-56f05af7628c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:29.914932 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2153-6d5b-4155-98c4-a860358b4565 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10477149'] for subnet, precommit_delete_associations {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.936157 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-56f365a3-50f2-41db-84a6-d011e0df080d req-8444109a-a4f5-4123-a7a1-4819e1f23aa2 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] For port 989aa164-a301-42cb-93cd-0cd7b34b0312, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=989aa164-a301-42cb-93cd-0cd7b34b0312,segment=NetworkSegment(54fc2418-287a-44a4-a935-27fc70ff7f81),segment_id=54fc2418-287a-44a4-a935-27fc70ff7f81)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:29.936524 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-56f365a3-50f2-41db-84a6-d011e0df080d req-8444109a-a4f5-4123-a7a1-4819e1f23aa2 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.950553 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-56f365a3-50f2-41db-84a6-d011e0df080d req-8444109a-a4f5-4123-a7a1-4819e1f23aa2 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Calling delete_port for 989aa164-a301-42cb-93cd-0cd7b34b0312 owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:38:29.955498 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2153-6d5b-4155-98c4-a860358b4565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471143'] for subnet, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.143393 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2153-6d5b-4155-98c4-a860358b4565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10476056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8768879'] for subnet, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.168314 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe2153-6d5b-4155-98c4-a860358b4565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87dbb68e-509a-44d7-af47-3318e452014b,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:30.171956 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2153-6d5b-4155-98c4-a860358b4565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.175491 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-a7fe2153-6d5b-4155-98c4-a860358b4565 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/87dbb68e-509a-44d7-af47-3318e452014b HTTP/1.1" status: 204 len: 168 time: 0.3510139 Oct 29 01:38:30.178030 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35340) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:30.204355 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-56f365a3-50f2-41db-84a6-d011e0df080d req-8444109a-a4f5-4123-a7a1-4819e1f23aa2 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.234497 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444109a-a4f5-4123-a7a1-4819e1f23aa2 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Pushing event deleted for resources: {'Port': ['ID=989aa164-a301-42cb-93cd-0cd7b34b0312,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:30.243098 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['989aa164-a301-42cb-93cd-0cd7b34b0312'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:38:30.256204 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6f4965bd-eacc-474d-9b9f-4480791658a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564593'] for network, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.282906 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f365a3-50f2-41db-84a6-d011e0df080d req-8444109a-a4f5-4123-a7a1-4819e1f23aa2 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] No DVR routers for this DVR port 989aa164-a301-42cb-93cd-0cd7b34b0312 on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:38:30.285800 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-56f365a3-50f2-41db-84a6-d011e0df080d req-8444109a-a4f5-4123-a7a1-4819e1f23aa2 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.289375 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-56f365a3-50f2-41db-84a6-d011e0df080d req-8444109a-a4f5-4123-a7a1-4819e1f23aa2 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.89 "DELETE /v2.0/ports/989aa164-a301-42cb-93cd-0cd7b34b0312 HTTP/1.1" status: 204 len: 173 time: 0.5627224 Oct 29 01:38:30.289849 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa7c244-73b3-45b9-9630-3fc048b807d7', 'name': 'network-vif-deleted', 'tag': '989aa164-a301-42cb-93cd-0cd7b34b0312'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:38:30.292178 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0fe129-b5aa-487b-b2ae-e99717e01f79" -d '{"events": [{"server_uuid": "baa7c244-73b3-45b9-9630-3fc048b807d7", "name": "network-vif-deleted", "tag": "989aa164-a301-42cb-93cd-0cd7b34b0312"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:38:30.337127 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda27be0-52c7-4033-9e54-bb9c311d10b9 x-openstack-request-id: req-eda27be0-52c7-4033-9e54-bb9c311d10b9 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:38:30.337602 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa7c244-73b3-45b9-9630-3fc048b807d7", "name": "network-vif-deleted", "tag": "989aa164-a301-42cb-93cd-0cd7b34b0312", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:38:30.338069 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eda27be0-52c7-4033-9e54-bb9c311d10b9 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:38:30.338534 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa7c244-73b3-45b9-9630-3fc048b807d7', 'name': 'network-vif-deleted', 'tag': '989aa164-a301-42cb-93cd-0cd7b34b0312', 'status': 'completed', 'code': 200} Oct 29 01:38:30.386088 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6f4965bd-eacc-474d-9b9f-4480791658a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473234', 'neutron.services.segments.db._delete_segments_for_network-8734167248240'] for network, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.415234 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-6f4965bd-eacc-474d-9b9f-4480791658a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8bea0f5-3d7f-40b7-b642-4819b8fd3181']}} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:30.427343 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-6f4965bd-eacc-474d-9b9f-4480791658a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeed705a-488a-4407-b9dc-d4b904bcfbc4') {'for_net_delete': True} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:30.427845 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-6f4965bd-eacc-474d-9b9f-4480791658a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeed705a-488a-4407-b9dc-d4b904bcfbc4') {} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:30.438995 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6f4965bd-eacc-474d-9b9f-4480791658a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734167249785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10477124'] for segment, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.461389 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6f4965bd-eacc-474d-9b9f-4480791658a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.467543 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4965bd-eacc-474d-9b9f-4480791658a3 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=101937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:38:30.467927 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6f4965bd-eacc-474d-9b9f-4480791658a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476286'] for segment, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: Traceback (most recent call last): Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: timer() Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: cb(*args, **kw) Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: return func(*args, **kwargs) Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: self._notify() Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: self.callback(batched_events) Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: event.method(event) Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: return f(self, *a, **k) Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: return self._get(url).json() Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: return self.request(url, 'GET', **kwargs) Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:38:30.469678 dv-cinder-815582-5-smb neutron-server[101937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:38:30.498001 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-597c81a5-6854-46f4-a70c-775255e4c33a req-6caf7fcb-15f8-4d05-885e-3beb1ba50b38 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 210 time: 0.0261393 Oct 29 01:38:30.633247 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6f4965bd-eacc-474d-9b9f-4480791658a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-685616'] for network, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.638670 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6f4965bd-eacc-474d-9b9f-4480791658a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.641893 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-6f4965bd-eacc-474d-9b9f-4480791658a3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a8bea0f5-3d7f-40b7-b642-4819b8fd3181 HTTP/1.1" status: 204 len: 168 time: 0.4629319 Oct 29 01:38:30.653587 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4965bd-eacc-474d-9b9f-4480791658a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8bea0f5-3d7f-40b7-b642-4819b8fd3181,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:31.050660 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-0f605424-cd42-481b-a280-139ec6395195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:31.120569 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35350) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:31.161684 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-09272f9b-74bc-4828-9772-a0cc82f5f596 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f75c72a44dd44a1dba7de78e4c7b443f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398941 Oct 29 01:38:31.164277 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35352) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:31.214208 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-21d0b637-b5a1-4c34-897d-dd44281d60cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:31.239595 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-21d0b637-b5a1-4c34-897d-dd44281d60cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:31.445257 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-21d0b637-b5a1-4c34-897d-dd44281d60cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:31.448246 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-21d0b637-b5a1-4c34-897d-dd44281d60cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:31.449864 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-21d0b637-b5a1-4c34-897d-dd44281d60cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/499f93ff-5e21-4756-802f-133ec91946cf HTTP/1.1" status: 204 len: 168 time: 0.2843854 Oct 29 01:38:31.461646 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0b637-b5a1-4c34-897d-dd44281d60cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499f93ff-5e21-4756-802f-133ec91946cf,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:31.635944 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-888c9b67-7230-432c-94f9-d7565c413d36 req-b95945d7-b0d2-47f7-8c86-69cf85625706 tempest-VolumesNegativeTest-164018518 tempest-VolumesNegativeTest-164018518-project] 10.222.0.77 "GET /v2.0/ports?device_id=baa7c244-73b3-45b9-9630-3fc048b807d7 HTTP/1.1" status: 200 len: 210 time: 0.0422795 Oct 29 01:38:31.654767 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47780ed-bf97-4b2e-878c-4e68e12e8dfa req-0f65bde5-13cf-4f10-ba83-3623345fcd88 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:31.656237 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b47780ed-bf97-4b2e-878c-4e68e12e8dfa req-0f65bde5-13cf-4f10-ba83-3623345fcd88 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 945 time: 0.0789783 Oct 29 01:38:31.695360 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-b47780ed-bf97-4b2e-878c-4e68e12e8dfa req-16417a7a-a0e4-498f-a726-9fa88e0eb47b tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 Oct 29 01:38:31.718597 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35366) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:31.725991 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:31.954159 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676d47c7-7b5d-421c-abb7-137c5df279e1 tempest-TestMinimumBasicScenario-1691700159 tempest-TestMinimumBasicScenario-1691700159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:31.956725 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-676d47c7-7b5d-421c-abb7-137c5df279e1 tempest-TestMinimumBasicScenario-1691700159 tempest-TestMinimumBasicScenario-1691700159-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 1093 time: 0.2370522 Oct 29 01:38:31.959750 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35372) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:31.964090 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Request body: {'floatingip': {'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'port_id': '8029c8b9-e681-46c4-8190-8028a2e3bd18', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:32.056662 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for floatingip, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:32.157949 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:32.251227 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:32.261582 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_common [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Allocated IP 172.28.3.214 (332549b6-3cdf-4adf-8b3f-15d63761d6c2/20988095-ecd5-434a-9470-4250e0864dd2/a1a77f0f-92ac-4d06-91c9-592f9d9f0238) {{(pid=101937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:38:32.337211 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 35374) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:32.371700 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for port, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:32.381355 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-07d951da-02c2-46f3-95d6-c50828e3cdb6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=53c08f3994984226bf35e163059ac8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429001 Oct 29 01:38:32.383902 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35376) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:32.445341 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-77d4dfc5-d08c-4e65-814e-0f4a75e6d0ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:32.465752 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-77d4dfc5-d08c-4e65-814e-0f4a75e6d0ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:32.508652 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734166745182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476237'] for port, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:32.554587 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Network 332549b6-3cdf-4adf-8b3f-15d63761d6c2 is already hosted by enough agents. {{(pid=101937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:38:32.557491 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.base_scheduler [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Resources bound (agent type, host, resource id): {{(pid=101937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:38:32.560083 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Received port after_create {{(pid=101937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:38:32.586661 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Pushing event updated for resources: {'Port': ['ID=a1a77f0f-92ac-4d06-91c9-592f9d9f0238,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:32.595470 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-77d4dfc5-d08c-4e65-814e-0f4a75e6d0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:32.599498 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-77d4dfc5-d08c-4e65-814e-0f4a75e6d0ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:32.604541 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-77d4dfc5-d08c-4e65-814e-0f4a75e6d0ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/192c83c3-cdd7-4e6d-9759-822204d79e19 HTTP/1.1" status: 204 len: 168 time: 0.2157855 Oct 29 01:38:32.614802 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4dfc5-d08c-4e65-814e-0f4a75e6d0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192c83c3-cdd7-4e6d-9759-822204d79e19,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:32.886120 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 989aa164-a301-42cb-93cd-0cd7b34b0312 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:38:32.907755 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: 989aa164-a301-42cb-93cd-0cd7b34b0312 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:38:32.908114 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 989aa164-a301-42cb-93cd-0cd7b34b0312 not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:38:32.960550 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:33.090443 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:33.260063 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for port, precommit_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:33.377088 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10476242'] for port, after_update {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:33.448645 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Pushing event updated for resources: {'Port': ['ID=a1a77f0f-92ac-4d06-91c9-592f9d9f0238,revision_number=2']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:33.460386 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685606'] for floatingip, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:33.581317 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.db.l3_db [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Floating IP df987eff-325a-497e-8013-96e7a21f73b7 associated. External IP: 172.28.3.214, port: 8029c8b9-e681-46c4-8190-8028a2e3bd18. Oct 29 01:38:33.800628 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Router 23e1db6b-e891-4e93-b963-b9382244c543 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:38:33.918775 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:38:33.929914 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d2044-fcb1-4ed7-bf8b-7fc29b5fafab None None] Sync routers for ids ['23e1db6b-e891-4e93-b963-b9382244c543'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:38:33.943468 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d2044-fcb1-4ed7-bf8b-7fc29b5fafab None None] Routers {'23e1db6b-e891-4e93-b963-b9382244c543'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:38:33.947040 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-708d2044-fcb1-4ed7-bf8b-7fc29b5fafab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:38:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['23e1db6b-e891-4e93-b963-b9382244c543'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:34.029566 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for floatingip, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:34.058193 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-cd8203bb-9a3e-458d-ad78-ee749ad1e0df tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0973625 Oct 29 01:38:34.058764 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'tag': '8029c8b9-e681-46c4-8190-8028a2e3bd18'}] {{(pid=101937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:38:34.061096 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd4190f8698f4bce9eaa026dc7517db330c7bfcbcac75c838e6d65c99a8078c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525784f2-f37f-4b8d-8430-8932b0e578e4" -d '{"events": [{"name": "network-changed", "server_uuid": "47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced", "tag": "8029c8b9-e681-46c4-8190-8028a2e3bd18"}]}' {{(pid=101937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:38:34.061474 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 35482) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:34.069025 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-e461590f-eb49-41b1-ab5b-5520bfaf26ad tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-715276668', 'description': 'tempest-secgroup-smoke-715276668 description', 'project_id': 'b2b2935809964b538672933861dc320b'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:34.073200 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-708d2044-fcb1-4ed7-bf8b-7fc29b5fafab None None] Set router 23e1db6b-e891-4e93-b963-b9382244c543 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:38:34.211599 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e461590f-eb49-41b1-ab5b-5520bfaf26ad tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:34.239679 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d00ff7-78ea-43df-9944-3b64e8ba58f1 x-openstack-request-id: req-09d00ff7-78ea-43df-9944-3b64e8ba58f1 {{(pid=101937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:38:34.240016 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced", "tag": "8029c8b9-e681-46c4-8190-8028a2e3bd18", "status": "completed", "code": 200}]} {{(pid=101937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:38:34.240266 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-09d00ff7-78ea-43df-9944-3b64e8ba58f1 {{(pid=101937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:38:34.240659 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'tag': '8029c8b9-e681-46c4-8190-8028a2e3bd18', 'status': 'completed', 'code': 200} Oct 29 01:38:34.285003 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e461590f-eb49-41b1-ab5b-5520bfaf26ad tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:34.301841 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:34.324167 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-708d2044-fcb1-4ed7-bf8b-7fc29b5fafab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e1db6b-e891-4e93-b963-b9382244c543', 'name': 'tempest-TestMinimumBasicScenario-307949374-router', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 4, 'project_id': 'b2b2935809964b538672933861dc320b', 'gw_port': {'id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': 'df987eff-325a-497e-8013-96e7a21f73b7', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'floating_ip_address': '172.28.3.214', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'port_id': '8029c8b9-e681-46c4-8190-8028a2e3bd18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:38:32Z', 'updated_at': '2021-10-29T01:38:32Z', 'revision_number': 0, 'project_id': 'b2b2935809964b538672933861dc320b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29', 'name': '', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'mac_address': 'fa:16:3e:b1:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:33Z', 'updated_at': '2021-10-29T01:37:39Z', 'revision_number': 5, 'project_id': 'b2b2935809964b538672933861dc320b', 'subnets': [{'id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:34.333642 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525784f2-f37f-4b8d-8430-8932b0e578e4 req-29e11fc0-0793-4334-8728-65aa411463a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:34.335237 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-525784f2-f37f-4b8d-8430-8932b0e578e4 req-29e11fc0-0793-4334-8728-65aa411463a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2b2935809964b538672933861dc320b&device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 1098 time: 0.0427847 Oct 29 01:38:34.352101 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d2044-fcb1-4ed7-bf8b-7fc29b5fafab None None] Checking router: 23e1db6b-e891-4e93-b963-b9382244c543 for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:38:34.381614 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d2044-fcb1-4ed7-bf8b-7fc29b5fafab None None] Routers {'23e1db6b-e891-4e93-b963-b9382244c543'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:38:34.381614 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-708d2044-fcb1-4ed7-bf8b-7fc29b5fafab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:38:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['23e1db6b-e891-4e93-b963-b9382244c543'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:34.438716 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525784f2-f37f-4b8d-8430-8932b0e578e4 req-ff3cf613-57dc-4e64-83de-309688c93f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:34.441047 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-525784f2-f37f-4b8d-8430-8932b0e578e4 req-ff3cf613-57dc-4e64-83de-309688c93f2a service neutron] 10.222.0.89 "GET /v2.0/networks?id=d32d0959-6bb0-403c-8469-ec7d3fd89963 HTTP/1.1" status: 200 len: 915 time: 0.0986049 Oct 29 01:38:34.442101 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e461590f-eb49-41b1-ab5b-5520bfaf26ad tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:34.479989 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-708d2044-fcb1-4ed7-bf8b-7fc29b5fafab None None] Set router 23e1db6b-e891-4e93-b963-b9382244c543 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:38:34.516573 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461590f-eb49-41b1-ab5b-5520bfaf26ad tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=006bd672-46fc-4a15-a1bb-e1b52c3d98b2,revision_number=1']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:34.538244 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-525784f2-f37f-4b8d-8430-8932b0e578e4 req-01badde5-b219-4fc6-9181-e0374df3ab2f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8029c8b9-e681-46c4-8190-8028a2e3bd18 HTTP/1.1" status: 200 len: 999 time: 0.0869305 Oct 29 01:38:34.593851 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525784f2-f37f-4b8d-8430-8932b0e578e4 req-b1f14ab5-4565-4cea-8300-db8866a9ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:34.595334 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-525784f2-f37f-4b8d-8430-8932b0e578e4 req-b1f14ab5-4565-4cea-8300-db8866a9ad51 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ebbab91a-c959-49ec-896a-b217cc775344 HTTP/1.1" status: 200 len: 853 time: 0.0495930 Oct 29 01:38:34.643505 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-e461590f-eb49-41b1-ab5b-5520bfaf26ad tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:34.647547 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-e461590f-eb49-41b1-ab5b-5520bfaf26ad tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5808840 Oct 29 01:38:34.647831 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35496) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:34.652480 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525784f2-f37f-4b8d-8430-8932b0e578e4 req-c0ac1604-b000-4a74-b4cf-c2783f70c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:34.652670 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-07ed8c66-92b5-406a-a68f-412a6160630e tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Request body: {'security_group_rule': {'security_group_id': '006bd672-46fc-4a15-a1bb-e1b52c3d98b2', 'project_id': 'b2b2935809964b538672933861dc320b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:34.653996 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-525784f2-f37f-4b8d-8430-8932b0e578e4 req-c0ac1604-b000-4a74-b4cf-c2783f70c476 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d32d0959-6bb0-403c-8469-ec7d3fd89963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0512826 Oct 29 01:38:34.759608 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-525784f2-f37f-4b8d-8430-8932b0e578e4 req-cbf7a018-bc42-4c9d-81f2-c4699436972a service neutron] 10.222.0.89 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974121 Oct 29 01:38:34.792309 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-07ed8c66-92b5-406a-a68f-412a6160630e tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:34.831168 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35502) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:34.875731 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-708d2044-fcb1-4ed7-bf8b-7fc29b5fafab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e1db6b-e891-4e93-b963-b9382244c543', 'name': 'tempest-TestMinimumBasicScenario-307949374-router', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 4, 'project_id': 'b2b2935809964b538672933861dc320b', 'gw_port': {'id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': 'df987eff-325a-497e-8013-96e7a21f73b7', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'floating_ip_address': '172.28.3.214', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'port_id': '8029c8b9-e681-46c4-8190-8028a2e3bd18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:38:32Z', 'updated_at': '2021-10-29T01:38:32Z', 'revision_number': 0, 'project_id': 'b2b2935809964b538672933861dc320b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29', 'name': '', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'mac_address': 'fa:16:3e:b1:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:33Z', 'updated_at': '2021-10-29T01:37:39Z', 'revision_number': 5, 'project_id': 'b2b2935809964b538672933861dc320b', 'subnets': [{'id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:34.894020 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-07ed8c66-92b5-406a-a68f-412a6160630e tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:34.908825 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d2044-fcb1-4ed7-bf8b-7fc29b5fafab None None] The sync data for ids ['23e1db6b-e891-4e93-b963-b9382244c543'] in dv-cinder-815582-5-smb is: [{'id': '23e1db6b-e891-4e93-b963-b9382244c543', 'name': 'tempest-TestMinimumBasicScenario-307949374-router', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 4, 'project_id': 'b2b2935809964b538672933861dc320b', 'gw_port': {'id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_floatingips': [{'id': 'df987eff-325a-497e-8013-96e7a21f73b7', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'floating_ip_address': '172.28.3.214', 'floating_network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'router_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'port_id': '8029c8b9-e681-46c4-8190-8028a2e3bd18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:38:32Z', 'updated_at': '2021-10-29T01:38:32Z', 'revision_number': 0, 'project_id': 'b2b2935809964b538672933861dc320b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29', 'name': '', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'mac_address': 'fa:16:3e:b1:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:33Z', 'updated_at': '2021-10-29T01:37:39Z', 'revision_number': 5, 'project_id': 'b2b2935809964b538672933861dc320b', 'subnets': [{'id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:38:34.920688 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-525784f2-f37f-4b8d-8430-8932b0e578e4 req-657d223f-eb02-467b-a2dc-7069ff84cb1c service neutron] 10.222.0.89 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519010 Oct 29 01:38:34.982312 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-07ed8c66-92b5-406a-a68f-412a6160630e tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:35.002474 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-21e4c0db-bfed-40dc-b24a-e02fea282ab9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:35.010200 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed8c66-92b5-406a-a68f-412a6160630e tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45b07de-a7bd-4f8a-8429-92f77d6b2a52,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:35.093988 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-21e4c0db-bfed-40dc-b24a-e02fea282ab9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:35.130138 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5972fa45-1434-4cc6-8e40-4540c8e4e06a None None] New status for floating IP df987eff-325a-497e-8013-96e7a21f73b7: ACTIVE {{(pid=101940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:38:35.195646 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-07ed8c66-92b5-406a-a68f-412a6160630e tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:35.199924 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-07ed8c66-92b5-406a-a68f-412a6160630e tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5481050 Oct 29 01:38:35.199924 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35514) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:35.204365 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-af124288-8eb8-43a9-915b-ef444809bf36 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Request body: {'security_group_rule': {'security_group_id': '006bd672-46fc-4a15-a1bb-e1b52c3d98b2', 'project_id': 'b2b2935809964b538672933861dc320b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:35.223974 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-21e4c0db-bfed-40dc-b24a-e02fea282ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:35.261862 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-21e4c0db-bfed-40dc-b24a-e02fea282ab9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=63c05b9ddec74b899adc921543d0f31e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4294448 Oct 29 01:38:35.264875 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35516) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:35.269413 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4c0db-bfed-40dc-b24a-e02fea282ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc021b7-0645-41ba-a968-280289eb7c8c,revision_number=1']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:35.325010 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-af124288-8eb8-43a9-915b-ef444809bf36 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:35.339996 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f4c313fb-3cac-42d8-8182-acacd0a986a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:35.378701 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f4c313fb-3cac-42d8-8182-acacd0a986a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:35.427846 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-af124288-8eb8-43a9-915b-ef444809bf36 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:35.559568 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-af124288-8eb8-43a9-915b-ef444809bf36 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:35.578101 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af124288-8eb8-43a9-915b-ef444809bf36 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41abf99-1bd4-4f65-b4ab-63f3699137c0,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:35.610866 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f4c313fb-3cac-42d8-8182-acacd0a986a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:35.613973 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f4c313fb-3cac-42d8-8182-acacd0a986a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:35.615119 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-f4c313fb-3cac-42d8-8182-acacd0a986a7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/adc021b7-0645-41ba-a968-280289eb7c8c HTTP/1.1" status: 204 len: 168 time: 0.3493493 Oct 29 01:38:35.624385 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c313fb-3cac-42d8-8182-acacd0a986a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc021b7-0645-41ba-a968-280289eb7c8c,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:35.649433 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-af124288-8eb8-43a9-915b-ef444809bf36 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:35.651069 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-af124288-8eb8-43a9-915b-ef444809bf36 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4502878 Oct 29 01:38:35.655054 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 35560) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:35.660000 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [None req-110ba07f-d874-4e0f-9433-04f9004d4c9d tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Request body: {'security_group_rule': {'security_group_id': '006bd672-46fc-4a15-a1bb-e1b52c3d98b2', 'project_id': 'b2b2935809964b538672933861dc320b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:35.849607 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-110ba07f-d874-4e0f-9433-04f9004d4c9d tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:35.906786 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-110ba07f-d874-4e0f-9433-04f9004d4c9d tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:35.971945 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-110ba07f-d874-4e0f-9433-04f9004d4c9d tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:35.997616 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ba07f-d874-4e0f-9433-04f9004d4c9d tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5c2a7d-25bf-491f-b3cb-5833a29390f7,revision_number=0']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:36.075910 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-110ba07f-d874-4e0f-9433-04f9004d4c9d tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:36.080249 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-110ba07f-d874-4e0f-9433-04f9004d4c9d tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4211779 Oct 29 01:38:36.080865 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35578) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:36.085639 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-278d6a25-b058-4b40-9cd7-3721e2133166 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Request body: {'security_group_rule': {'security_group_id': '006bd672-46fc-4a15-a1bb-e1b52c3d98b2', 'project_id': 'b2b2935809964b538672933861dc320b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:36.215649 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-278d6a25-b058-4b40-9cd7-3721e2133166 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:36.285463 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-278d6a25-b058-4b40-9cd7-3721e2133166 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:36.388041 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-278d6a25-b058-4b40-9cd7-3721e2133166 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:36.407378 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d6a25-b058-4b40-9cd7-3721e2133166 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0c54e6-e5e8-448d-8f01-f98f378b286c,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:36.499030 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-278d6a25-b058-4b40-9cd7-3721e2133166 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:36.500245 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-278d6a25-b058-4b40-9cd7-3721e2133166 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4183517 Oct 29 01:38:36.503566 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35606) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:36.508025 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-ac1d527c-15b8-4546-943c-4da4b5b2b416 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Request body: {'security_group_rule': {'security_group_id': '006bd672-46fc-4a15-a1bb-e1b52c3d98b2', 'project_id': 'b2b2935809964b538672933861dc320b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:36.599493 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.db.securitygroups_db [None req-ac1d527c-15b8-4546-943c-4da4b5b2b416 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Project b2b2935809964b538672933861dc320b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 01:38:36.605392 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ac1d527c-15b8-4546-943c-4da4b5b2b416 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:36.871188 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ac1d527c-15b8-4546-943c-4da4b5b2b416 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:36.959286 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ac1d527c-15b8-4546-943c-4da4b5b2b416 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:36.976955 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d527c-15b8-4546-943c-4da4b5b2b416 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e13a667-fa9a-4edb-a629-47e548423344,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:37.058718 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-ac1d527c-15b8-4546-943c-4da4b5b2b416 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:37.059939 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-ac1d527c-15b8-4546-943c-4da4b5b2b416 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5554130 Oct 29 01:38:37.062649 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35620) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:37.070924 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.v2.base [None req-357f46f8-8cb8-471e-bcea-4b48ded265f0 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Request body: {'security_group_rule': {'security_group_id': '006bd672-46fc-4a15-a1bb-e1b52c3d98b2', 'project_id': 'b2b2935809964b538672933861dc320b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:37.154164 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.db.securitygroups_db [None req-357f46f8-8cb8-471e-bcea-4b48ded265f0 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Project b2b2935809964b538672933861dc320b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 01:38:37.159973 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-357f46f8-8cb8-471e-bcea-4b48ded265f0 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:37.215198 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-357f46f8-8cb8-471e-bcea-4b48ded265f0 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:37.324796 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-357f46f8-8cb8-471e-bcea-4b48ded265f0 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572866'] for security_group_rule, after_create {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:37.343853 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f46f8-8cb8-471e-bcea-4b48ded265f0 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2040eb9c-71ba-4af2-b289-02885b3fdd90,revision_number=0']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:37.382387 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:38:37.429985 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-357f46f8-8cb8-471e-bcea-4b48ded265f0 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:37.431194 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-357f46f8-8cb8-471e-bcea-4b48ded265f0 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3676267 Oct 29 01:38:37.509527 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f78fb3a3-cd2b-4f55-b34c-2dbb51184d74 req-63c7f4c3-6d41-4d24-b7bd-5944906efc24 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-715276668&fields=id&tenant_id=b2b2935809964b538672933861dc320b HTTP/1.1" status: 200 len: 267 time: 0.0328848 Oct 29 01:38:37.565692 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fb3a3-cd2b-4f55-b34c-2dbb51184d74 req-9ce9feaf-fee7-4a09-9097-95fc161d3be1 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:37.567234 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f78fb3a3-cd2b-4f55-b34c-2dbb51184d74 req-9ce9feaf-fee7-4a09-9097-95fc161d3be1 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 945 time: 0.0520811 Oct 29 01:38:37.579403 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-f78fb3a3-cd2b-4f55-b34c-2dbb51184d74 req-fec82e00-2fa0-451b-9a15-aa82f574d980 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Request body: {'port': {'security_groups': ['2857a7ef-32cf-4b72-92a5-4cf2832313da', '006bd672-46fc-4a15-a1bb-e1b52c3d98b2']}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:37.647342 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f78fb3a3-cd2b-4f55-b34c-2dbb51184d74 req-fec82e00-2fa0-451b-9a15-aa82f574d980 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:37.843797 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-f78fb3a3-cd2b-4f55-b34c-2dbb51184d74 req-fec82e00-2fa0-451b-9a15-aa82f574d980 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] For port 8029c8b9-e681-46c4-8190-8028a2e3bd18, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8029c8b9-e681-46c4-8190-8028a2e3bd18,segment=NetworkSegment(3b59799c-7fdf-43ab-b2a2-558e15c941ea),segment_id=3b59799c-7fdf-43ab-b2a2-558e15c941ea)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:37.873956 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f78fb3a3-cd2b-4f55-b34c-2dbb51184d74 req-fec82e00-2fa0-451b-9a15-aa82f574d980 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:37.959322 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f78fb3a3-cd2b-4f55-b34c-2dbb51184d74 req-fec82e00-2fa0-451b-9a15-aa82f574d980 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:37.997347 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['8029c8b9-e681-46c4-8190-8028a2e3bd18'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:38:38.005881 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fb3a3-cd2b-4f55-b34c-2dbb51184d74 req-fec82e00-2fa0-451b-9a15-aa82f574d980 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:38.012091 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-f78fb3a3-cd2b-4f55-b34c-2dbb51184d74 req-fec82e00-2fa0-451b-9a15-aa82f574d980 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:38.012091 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f78fb3a3-cd2b-4f55-b34c-2dbb51184d74 req-fec82e00-2fa0-451b-9a15-aa82f574d980 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "PUT /v2.0/ports/8029c8b9-e681-46c4-8190-8028a2e3bd18 HTTP/1.1" status: 200 len: 981 time: 0.4333932 Oct 29 01:38:38.012091 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'tag': '8029c8b9-e681-46c4-8190-8028a2e3bd18'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:38:38.012091 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b994525-603f-47e5-bdc7-81e396b2f58b" -d '{"events": [{"name": "network-changed", "server_uuid": "47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced", "tag": "8029c8b9-e681-46c4-8190-8028a2e3bd18"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:38:38.052861 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec82e00-2fa0-451b-9a15-aa82f574d980 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Pushing event updated for resources: {'Port': ['ID=8029c8b9-e681-46c4-8190-8028a2e3bd18,revision_number=6']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:38.059648 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2f62ff-df67-4890-9b87-c29a3dadfce6 x-openstack-request-id: req-0d2f62ff-df67-4890-9b87-c29a3dadfce6 {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:38:38.060068 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced", "tag": "8029c8b9-e681-46c4-8190-8028a2e3bd18", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:38:38.060492 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d2f62ff-df67-4890-9b87-c29a3dadfce6 {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:38:38.061947 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'tag': '8029c8b9-e681-46c4-8190-8028a2e3bd18', 'status': 'completed', 'code': 200} Oct 29 01:38:38.130584 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['8029c8b9-e681-46c4-8190-8028a2e3bd18'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:38:38.174897 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9f072-502b-45b3-aed3-2416a6ae9b71 req-a5c09f56-55d6-4150-8a81-b7b5be91af07 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:38.176519 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-01b9f072-502b-45b3-aed3-2416a6ae9b71 req-a5c09f56-55d6-4150-8a81-b7b5be91af07 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0958683 Oct 29 01:38:38.183243 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b994525-603f-47e5-bdc7-81e396b2f58b req-f9870f10-68f1-4409-b27a-80f5ba589524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:38.184775 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1b994525-603f-47e5-bdc7-81e396b2f58b req-f9870f10-68f1-4409-b27a-80f5ba589524 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2b2935809964b538672933861dc320b&device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 1137 time: 0.0760942 Oct 29 01:38:38.270691 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-01b9f072-502b-45b3-aed3-2416a6ae9b71 req-3115fb03-e8c2-4d3e-bd6e-4deef5961619 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0848103 Oct 29 01:38:38.309364 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b994525-603f-47e5-bdc7-81e396b2f58b req-7d6ddcce-b97d-461f-983b-49914a7909fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:38.310856 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1b994525-603f-47e5-bdc7-81e396b2f58b req-7d6ddcce-b97d-461f-983b-49914a7909fa service neutron] 10.222.0.89 "GET /v2.0/networks?id=d32d0959-6bb0-403c-8469-ec7d3fd89963 HTTP/1.1" status: 200 len: 915 time: 0.1175697 Oct 29 01:38:38.316511 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-8a098bce-614f-4f5d-aa36-f946c715df91 None None] Provisioning complete for port 8029c8b9-e681-46c4-8190-8028a2e3bd18 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:38:38.329635 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8a098bce-614f-4f5d-aa36-f946c715df91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:38.376479 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1b994525-603f-47e5-bdc7-81e396b2f58b req-c7eed051-4c07-459d-8267-1a1b3bc54168 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8029c8b9-e681-46c4-8190-8028a2e3bd18 HTTP/1.1" status: 200 len: 1001 time: 0.0577898 Oct 29 01:38:38.426736 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b994525-603f-47e5-bdc7-81e396b2f58b req-c7543566-9e54-41c0-9474-9798cef3d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:38.428239 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1b994525-603f-47e5-bdc7-81e396b2f58b req-c7543566-9e54-41c0-9474-9798cef3d45e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ebbab91a-c959-49ec-896a-b217cc775344 HTTP/1.1" status: 200 len: 853 time: 0.0442026 Oct 29 01:38:38.480367 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b994525-603f-47e5-bdc7-81e396b2f58b req-c6290514-ce18-49fa-b6eb-1b741bae7e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:38.481865 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1b994525-603f-47e5-bdc7-81e396b2f58b req-c6290514-ce18-49fa-b6eb-1b741bae7e4e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d32d0959-6bb0-403c-8469-ec7d3fd89963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0446963 Oct 29 01:38:38.575855 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1b994525-603f-47e5-bdc7-81e396b2f58b req-3885246a-601f-4cda-8def-28398a10a284 service neutron] 10.222.0.89 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848205 Oct 29 01:38:38.672744 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-1b994525-603f-47e5-bdc7-81e396b2f58b req-3693c0c4-55ed-4fc2-995b-f04320d76920 service neutron] 10.222.0.89 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887759 Oct 29 01:38:39.284190 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35664) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:39.412625 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-88f47287-5705-4aeb-8f92-e8fd088b4883 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e23a041e5cb647bd8ccbea679e36664d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1272776 Oct 29 01:38:39.415208 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35668) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:39.462535 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-26b0833f-31ef-4df8-bbf9-d9cf6fc1172a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:39.485705 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-26b0833f-31ef-4df8-bbf9-d9cf6fc1172a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:39.679449 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-26b0833f-31ef-4df8-bbf9-d9cf6fc1172a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:39.682073 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-26b0833f-31ef-4df8-bbf9-d9cf6fc1172a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:39.683210 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-26b0833f-31ef-4df8-bbf9-d9cf6fc1172a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/61a50874-ae52-4a6a-8951-98a63f7a5f6f HTTP/1.1" status: 204 len: 168 time: 0.2671175 Oct 29 01:38:39.691569 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0833f-31ef-4df8-bbf9-d9cf6fc1172a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a50874-ae52-4a6a-8951-98a63f7a5f6f,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:39.862774 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:58.456383 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-55bc9eb5-5384-4e6b-8373-75bdba5bcf82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:01.066151 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-bc0a272c-77f8-46a3-ae42-12e586b5ae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:01.261160 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a22495-5db2-49e4-bd16-aab0710dbaf0 req-8cb17455-489c-4c6d-9d79-6db0d849b370 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:01.262683 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a8a22495-5db2-49e4-bd16-aab0710dbaf0 req-8cb17455-489c-4c6d-9d79-6db0d849b370 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0509045 Oct 29 01:39:01.303150 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-a8a22495-5db2-49e4-bd16-aab0710dbaf0 req-f93cdea7-87d1-4ad4-84cb-9ddb4c457a77 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339193 Oct 29 01:39:01.385185 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25710d-9914-4f0a-8ef0-e40939531f93 req-d3d6ee04-b04a-4f93-bc42-8c880b51d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:01.386712 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fc25710d-9914-4f0a-8ef0-e40939531f93 req-d3d6ee04-b04a-4f93-bc42-8c880b51d0c1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2b2935809964b538672933861dc320b&device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 1137 time: 0.0414665 Oct 29 01:39:01.481593 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25710d-9914-4f0a-8ef0-e40939531f93 req-bd361e90-4da2-4091-9b72-ab1a40a7bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:01.483120 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fc25710d-9914-4f0a-8ef0-e40939531f93 req-bd361e90-4da2-4091-9b72-ab1a40a7bb10 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d32d0959-6bb0-403c-8469-ec7d3fd89963 HTTP/1.1" status: 200 len: 915 time: 0.0876098 Oct 29 01:39:01.547262 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fc25710d-9914-4f0a-8ef0-e40939531f93 req-73794fe0-483c-4dc8-882f-f2b106b2628f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8029c8b9-e681-46c4-8190-8028a2e3bd18 HTTP/1.1" status: 200 len: 1001 time: 0.0566144 Oct 29 01:39:01.562910 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:01.601510 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25710d-9914-4f0a-8ef0-e40939531f93 req-ced52e38-6606-4dba-8e55-150ca0a26923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:01.603012 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fc25710d-9914-4f0a-8ef0-e40939531f93 req-ced52e38-6606-4dba-8e55-150ca0a26923 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ebbab91a-c959-49ec-896a-b217cc775344 HTTP/1.1" status: 200 len: 853 time: 0.0475514 Oct 29 01:39:01.650021 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25710d-9914-4f0a-8ef0-e40939531f93 req-b3aa8cdc-c206-4efe-944e-2aa9294c5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:01.651406 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fc25710d-9914-4f0a-8ef0-e40939531f93 req-b3aa8cdc-c206-4efe-944e-2aa9294c5217 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d32d0959-6bb0-403c-8469-ec7d3fd89963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0394773 Oct 29 01:39:01.740281 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fc25710d-9914-4f0a-8ef0-e40939531f93 req-6475f260-c6f5-479b-9a62-b94575d0ea24 service neutron] 10.222.0.89 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805557 Oct 29 01:39:01.833944 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-fc25710d-9914-4f0a-8ef0-e40939531f93 req-ddb1d2f1-5551-41c3-bd38-12d17f5390ca service neutron] 10.222.0.89 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859582 Oct 29 01:39:02.199014 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:02.422379 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b440259-82aa-4f2d-8314-7ec846571fde req-f4deb614-7f6e-4318-9c1e-ce926306b802 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:02.423991 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7b440259-82aa-4f2d-8314-7ec846571fde req-f4deb614-7f6e-4318-9c1e-ce926306b802 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0489373 Oct 29 01:39:02.464727 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-7b440259-82aa-4f2d-8314-7ec846571fde req-f6efa8ab-a707-496d-88d2-671f3cfa3e55 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345163 Oct 29 01:39:03.588844 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc355b99-7979-4918-a094-dac9d21f50fa req-866eca80-735a-4799-94e1-dc02583291b5 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:03.590469 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cc355b99-7979-4918-a094-dac9d21f50fa req-866eca80-735a-4799-94e1-dc02583291b5 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0570667 Oct 29 01:39:03.635038 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-cc355b99-7979-4918-a094-dac9d21f50fa req-2297a1af-7410-4d6e-b031-b4ba271a891d tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374141 Oct 29 01:39:04.198618 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:04.750254 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8044dcd-4eab-45f1-a26f-edd9d7b0cbc5 req-effa8ec2-b189-4428-88b6-49af68e06a11 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:04.751868 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f8044dcd-4eab-45f1-a26f-edd9d7b0cbc5 req-effa8ec2-b189-4428-88b6-49af68e06a11 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0489831 Oct 29 01:39:04.790805 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f8044dcd-4eab-45f1-a26f-edd9d7b0cbc5 req-789e5582-6290-4d83-9eca-07bb39e43471 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329943 Oct 29 01:39:05.913804 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3150e-b9aa-4038-913b-afe32f726c9a req-e1cc77d2-1c9a-48c1-9bd4-29f3ed9b2b21 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:05.915408 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-60a3150e-b9aa-4038-913b-afe32f726c9a req-e1cc77d2-1c9a-48c1-9bd4-29f3ed9b2b21 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0492983 Oct 29 01:39:05.957057 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-60a3150e-b9aa-4038-913b-afe32f726c9a req-ef311998-ac24-4ea2-9456-e15c2cc1077d tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356677 Oct 29 01:39:07.074183 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815e49a-a4fd-4a74-bfac-2aadcbca7c30 req-8aafbe21-7828-478f-9e03-4fdc2c83fdb5 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:07.075630 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8815e49a-a4fd-4a74-bfac-2aadcbca7c30 req-8aafbe21-7828-478f-9e03-4fdc2c83fdb5 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0506570 Oct 29 01:39:07.116565 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-8815e49a-a4fd-4a74-bfac-2aadcbca7c30 req-07b05013-5127-4cf9-842a-b9d073101334 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334749 Oct 29 01:39:08.232936 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d34faf-0cb6-4a6f-b7de-4aa3b2c81d72 req-d2df80ad-a161-480c-9690-299023e57bbb tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:08.234429 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-57d34faf-0cb6-4a6f-b7de-4aa3b2c81d72 req-d2df80ad-a161-480c-9690-299023e57bbb tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0498486 Oct 29 01:39:08.274799 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-57d34faf-0cb6-4a6f-b7de-4aa3b2c81d72 req-cb7847c0-df2b-4e05-ab44-8f6cfd34dc59 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334935 Oct 29 01:39:09.389863 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31b2e4-f219-4777-8ddb-29960f93a2e9 req-aeb40eeb-4de3-4a48-9d25-24bcbabdc7c8 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:09.391575 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-eb31b2e4-f219-4777-8ddb-29960f93a2e9 req-aeb40eeb-4de3-4a48-9d25-24bcbabdc7c8 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0495639 Oct 29 01:39:09.431436 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-eb31b2e4-f219-4777-8ddb-29960f93a2e9 req-74044799-b39e-49a8-9dae-a5715fd6fded tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338187 Oct 29 01:39:09.821754 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:10.550073 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54879fa-9f68-459f-af03-a3bb120bd248 req-7d9fa23f-8fb8-42f9-afb6-9c1fd82d0abe tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:10.551551 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d54879fa-9f68-459f-af03-a3bb120bd248 req-7d9fa23f-8fb8-42f9-afb6-9c1fd82d0abe tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0524349 Oct 29 01:39:10.591839 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d54879fa-9f68-459f-af03-a3bb120bd248 req-26a7bfc8-0486-4f34-843c-33c42f2413c5 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342920 Oct 29 01:39:11.708607 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b18c5-c520-4fee-9eb6-af36ef4f1a7d req-4c15e272-9e77-4210-af32-711913225e71 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:11.710129 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-298b18c5-c520-4fee-9eb6-af36ef4f1a7d req-4c15e272-9e77-4210-af32-711913225e71 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0530422 Oct 29 01:39:11.750009 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-298b18c5-c520-4fee-9eb6-af36ef4f1a7d req-a6e4575f-21d7-4fae-9108-ef229424be6c tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334475 Oct 29 01:39:12.864119 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cf70e-5545-4a65-abf4-8f95e5775421 req-36d5dc01-3528-4277-9ed3-555d2c2c671e tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:12.865583 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5d4cf70e-5545-4a65-abf4-8f95e5775421 req-36d5dc01-3528-4277-9ed3-555d2c2c671e tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0483005 Oct 29 01:39:12.904950 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5d4cf70e-5545-4a65-abf4-8f95e5775421 req-3edd226f-0a42-4226-be78-cdc60c4bd306 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334141 Oct 29 01:39:14.024111 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ffbb9-4667-40c8-aeaf-73ff41bead8c req-09b3c1b4-280e-4d58-96de-51b9f77e4267 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:14.025541 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ca2ffbb9-4667-40c8-aeaf-73ff41bead8c req-09b3c1b4-280e-4d58-96de-51b9f77e4267 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0518317 Oct 29 01:39:14.066736 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-ca2ffbb9-4667-40c8-aeaf-73ff41bead8c req-8a37721b-3466-4674-a5f5-f7a500e23427 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350466 Oct 29 01:39:14.380461 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:39:15.181052 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddcfff-d0a0-41e4-904c-68d65a0f1def req-83ca2007-3095-46b6-a3d4-aad6ed591b03 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:15.182526 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-84ddcfff-d0a0-41e4-904c-68d65a0f1def req-83ca2007-3095-46b6-a3d4-aad6ed591b03 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0482936 Oct 29 01:39:15.222440 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-84ddcfff-d0a0-41e4-904c-68d65a0f1def req-efd172c8-68da-455e-834b-19b7aac93881 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338006 Oct 29 01:39:16.336555 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a882f-36d0-404a-8d56-94cbceadfd26 req-90ebbf37-d3eb-4a6e-8a30-b106871fcd2f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:16.338024 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f77a882f-36d0-404a-8d56-94cbceadfd26 req-90ebbf37-d3eb-4a6e-8a30-b106871fcd2f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0482147 Oct 29 01:39:16.377003 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-f77a882f-36d0-404a-8d56-94cbceadfd26 req-01b160a5-be4d-4290-b8c1-4dcc62803f28 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330079 Oct 29 01:39:17.320661 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705a4f8-1b25-48df-a700-d5f5666cbadb req-88fbf36f-aedc-4023-b4ac-35d1db0cf28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:17.322161 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d705a4f8-1b25-48df-a700-d5f5666cbadb req-88fbf36f-aedc-4023-b4ac-35d1db0cf28c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2b2935809964b538672933861dc320b&device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 1137 time: 0.0432196 Oct 29 01:39:17.442469 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705a4f8-1b25-48df-a700-d5f5666cbadb req-03046fc8-6f13-4aa6-a050-129f4d97e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:17.443944 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d705a4f8-1b25-48df-a700-d5f5666cbadb req-03046fc8-6f13-4aa6-a050-129f4d97e84d service neutron] 10.222.0.89 "GET /v2.0/networks?id=d32d0959-6bb0-403c-8469-ec7d3fd89963 HTTP/1.1" status: 200 len: 915 time: 0.0853128 Oct 29 01:39:17.534091 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d705a4f8-1b25-48df-a700-d5f5666cbadb req-d3109c1d-44e4-48e4-8f0a-f2d72d72483d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8029c8b9-e681-46c4-8190-8028a2e3bd18 HTTP/1.1" status: 200 len: 1001 time: 0.0811732 Oct 29 01:39:17.544289 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640f074-e72b-48c9-a85a-deb267cf626d req-b7541f8b-9082-48ae-bb69-90b52c46d0d2 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:17.545680 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9640f074-e72b-48c9-a85a-deb267cf626d req-b7541f8b-9082-48ae-bb69-90b52c46d0d2 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.1008990 Oct 29 01:39:17.612072 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705a4f8-1b25-48df-a700-d5f5666cbadb req-fe6a4609-f801-4d5d-8267-c01e27a020d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:17.613508 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d705a4f8-1b25-48df-a700-d5f5666cbadb req-fe6a4609-f801-4d5d-8267-c01e27a020d9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ebbab91a-c959-49ec-896a-b217cc775344 HTTP/1.1" status: 200 len: 853 time: 0.0669551 Oct 29 01:39:17.617865 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9640f074-e72b-48c9-a85a-deb267cf626d req-b72f278b-6ab6-4238-b887-2e1a81d4b827 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642338 Oct 29 01:39:17.662464 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705a4f8-1b25-48df-a700-d5f5666cbadb req-00dda017-9b3c-4cb6-9f15-6b6067bd47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:17.663937 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d705a4f8-1b25-48df-a700-d5f5666cbadb req-00dda017-9b3c-4cb6-9f15-6b6067bd47d1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d32d0959-6bb0-403c-8469-ec7d3fd89963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0424712 Oct 29 01:39:17.756895 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d705a4f8-1b25-48df-a700-d5f5666cbadb req-8b7e0ac6-9683-4653-8b73-8a36ad40165a service neutron] 10.222.0.89 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812402 Oct 29 01:39:17.855886 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d705a4f8-1b25-48df-a700-d5f5666cbadb req-e7dd1b2c-0b28-46d9-8df4-965c0e2d8aef service neutron] 10.222.0.89 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878830 Oct 29 01:39:18.736612 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03ff67-0bdd-45e9-8044-4e25cb358309 req-3a305f70-4228-48b4-b480-ce24d99fddf6 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:18.738166 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3f03ff67-0bdd-45e9-8044-4e25cb358309 req-3a305f70-4228-48b4-b480-ce24d99fddf6 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0525079 Oct 29 01:39:18.779022 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-3f03ff67-0bdd-45e9-8044-4e25cb358309 req-e922f2c1-d480-4dce-800f-3a318c377489 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=006bd672-46fc-4a15-a1bb-e1b52c3d98b2&id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348575 Oct 29 01:39:28.510214 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-478535a5-a832-4bbb-86ed-804ccb1c2a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:31.049334 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-d161b1de-0069-4b23-8fd5-d2dec5a268ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:31.586749 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:32.226962 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:34.255849 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:39.818629 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:47.463825 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d12941ef-ff93-4e19-85c6-1264515ae958 req-73bc7232-d402-4636-b559-3a1114f2054b tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-715276668&fields=id&tenant_id=b2b2935809964b538672933861dc320b HTTP/1.1" status: 200 len: 267 time: 0.0337617 Oct 29 01:39:47.518539 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12941ef-ff93-4e19-85c6-1264515ae958 req-32611447-5ca2-4809-a3fa-0f18d665453d tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:47.520009 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d12941ef-ff93-4e19-85c6-1264515ae958 req-32611447-5ca2-4809-a3fa-0f18d665453d tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 984 time: 0.0495045 Oct 29 01:39:47.530932 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.v2.base [req-d12941ef-ff93-4e19-85c6-1264515ae958 req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Request body: {'port': {'security_groups': ['2857a7ef-32cf-4b72-92a5-4cf2832313da']}} {{(pid=101938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:39:47.599048 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-d12941ef-ff93-4e19-85c6-1264515ae958 req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1532705'] for port, before_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:47.786337 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-d12941ef-ff93-4e19-85c6-1264515ae958 req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] For port 8029c8b9-e681-46c4-8190-8028a2e3bd18, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8029c8b9-e681-46c4-8190-8028a2e3bd18,segment=NetworkSegment(3b59799c-7fdf-43ab-b2a2-558e15c941ea),segment_id=3b59799c-7fdf-43ab-b2a2-558e15c941ea)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:39:47.803759 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-d12941ef-ff93-4e19-85c6-1264515ae958 req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for port, precommit_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:47.906384 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-d12941ef-ff93-4e19-85c6-1264515ae958 req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734167206404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734166745200', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734166745218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883203'] for port, after_update {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:47.958063 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['8029c8b9-e681-46c4-8190-8028a2e3bd18'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:39:47.958518 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12941ef-ff93-4e19-85c6-1264515ae958 req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:47.958518 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-d12941ef-ff93-4e19-85c6-1264515ae958 req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:47.958518 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-d12941ef-ff93-4e19-85c6-1264515ae958 req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "PUT /v2.0/ports/8029c8b9-e681-46c4-8190-8028a2e3bd18 HTTP/1.1" status: 200 len: 942 time: 0.4267857 Oct 29 01:39:47.958518 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'tag': '8029c8b9-e681-46c4-8190-8028a2e3bd18'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:39:47.958518 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe71e76-b8ac-41f3-b6a1-8098c8124d13" -d '{"events": [{"name": "network-changed", "server_uuid": "47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced", "tag": "8029c8b9-e681-46c4-8190-8028a2e3bd18"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:39:47.960003 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35726) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:39:47.982720 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Pushing event updated for resources: {'Port': ['ID=8029c8b9-e681-46c4-8190-8028a2e3bd18,revision_number=7']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:47.996336 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.009334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.009334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.009334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.009334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.009334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.009334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.009334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.009334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.009334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.009334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.009334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c365f7-58f0-4459-83be-389fa494e399 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.009334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc84447a-3646-4e24-93a2-c7efde72298d x-openstack-request-id: req-fc84447a-3646-4e24-93a2-c7efde72298d {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:39:48.009334 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced", "tag": "8029c8b9-e681-46c4-8190-8028a2e3bd18", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:39:48.010594 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc84447a-3646-4e24-93a2-c7efde72298d {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:39:48.010594 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'tag': '8029c8b9-e681-46c4-8190-8028a2e3bd18', 'status': 'completed', 'code': 200} Oct 29 01:39:48.047308 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:48.079931 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:48.097364 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['8029c8b9-e681-46c4-8190-8028a2e3bd18'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:39:48.102176 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe71e76-b8ac-41f3-b6a1-8098c8124d13 req-f0b71ad3-36b0-4464-910a-e830fff1f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:48.103935 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-abe71e76-b8ac-41f3-b6a1-8098c8124d13 req-f0b71ad3-36b0-4464-910a-e830fff1f9da service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2b2935809964b538672933861dc320b&device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 1098 time: 0.0539649 Oct 29 01:39:48.284097 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:48.287522 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for security_group, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:48.291092 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "DELETE /v2.0/security-groups/006bd672-46fc-4a15-a1bb-e1b52c3d98b2 HTTP/1.1" status: 204 len: 168 time: 0.3263674 Oct 29 01:39:48.291279 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.provisioning_blocks [None req-febe819c-abdf-4c37-930b-52d5e2c8688c None None] Provisioning complete for port 8029c8b9-e681-46c4-8190-8028a2e3bd18 triggered by entity DHCP. {{(pid=101939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:39:48.291279 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-febe819c-abdf-4c37-930b-52d5e2c8688c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467477'] for port, provisioning_complete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:48.292747 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35730) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:39:48.308439 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=006bd672-46fc-4a15-a1bb-e1b52c3d98b2,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:48.351789 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.352167 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.352478 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.352814 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.353140 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.353471 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.353819 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.358056 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.358056 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.358056 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.358056 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.358056 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87673f-d4f4-454b-8393-f154c071b901 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:48.496224 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe71e76-b8ac-41f3-b6a1-8098c8124d13 req-c2e201aa-0da1-4433-b32d-f5ffc27acdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:48.497844 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-abe71e76-b8ac-41f3-b6a1-8098c8124d13 req-c2e201aa-0da1-4433-b32d-f5ffc27acdc0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d32d0959-6bb0-403c-8469-ec7d3fd89963 HTTP/1.1" status: 200 len: 915 time: 0.3829274 Oct 29 01:39:48.507432 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-6e7eecc5-7a59-4b51-8283-e50b350707c3 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Deleting port a1a77f0f-92ac-4d06-91c9-592f9d9f0238 {{(pid=101937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:39:48.507777 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6e7eecc5-7a59-4b51-8283-e50b350707c3 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:48.567499 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-abe71e76-b8ac-41f3-b6a1-8098c8124d13 req-d815fe0d-8014-4f4f-b0c4-159046b3ea35 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8029c8b9-e681-46c4-8190-8028a2e3bd18 HTTP/1.1" status: 200 len: 1001 time: 0.0612872 Oct 29 01:39:48.588052 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6e7eecc5-7a59-4b51-8283-e50b350707c3 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:48.588403 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6e7eecc5-7a59-4b51-8283-e50b350707c3 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:48.600510 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-6e7eecc5-7a59-4b51-8283-e50b350707c3 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Calling delete_port for a1a77f0f-92ac-4d06-91c9-592f9d9f0238 owned by network:floatingip {{(pid=101937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:39:48.618149 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe71e76-b8ac-41f3-b6a1-8098c8124d13 req-2034986e-6105-41c7-b02c-8c77ddbb270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:48.619622 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-abe71e76-b8ac-41f3-b6a1-8098c8124d13 req-2034986e-6105-41c7-b02c-8c77ddbb270e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ebbab91a-c959-49ec-896a-b217cc775344 HTTP/1.1" status: 200 len: 853 time: 0.0451543 Oct 29 01:39:48.665588 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe71e76-b8ac-41f3-b6a1-8098c8124d13 req-0bb247c1-8af8-4c31-9816-a5f23446245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:48.667141 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-abe71e76-b8ac-41f3-b6a1-8098c8124d13 req-0bb247c1-8af8-4c31-9816-a5f23446245e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d32d0959-6bb0-403c-8469-ec7d3fd89963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0397727 Oct 29 01:39:48.765164 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-abe71e76-b8ac-41f3-b6a1-8098c8124d13 req-97eefb69-0a95-4520-9e2e-ec2d4c056fa2 service neutron] 10.222.0.89 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895684 Oct 29 01:39:48.855910 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-abe71e76-b8ac-41f3-b6a1-8098c8124d13 req-1213717c-d144-4e49-bef7-025ddd85de2d service neutron] 10.222.0.89 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833311 Oct 29 01:39:48.901906 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6e7eecc5-7a59-4b51-8283-e50b350707c3 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476237'] for port, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:48.930810 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7eecc5-7a59-4b51-8283-e50b350707c3 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Pushing event deleted for resources: {'Port': ['ID=a1a77f0f-92ac-4d06-91c9-592f9d9f0238,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:48.993170 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6e7eecc5-7a59-4b51-8283-e50b350707c3 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks [] for floatingip, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:48.993929 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.db.l3_db [None req-6e7eecc5-7a59-4b51-8283-e50b350707c3 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Floating IP df987eff-325a-497e-8013-96e7a21f73b7 disassociated (deleted). External IP: 172.28.3.214, port: 8029c8b9-e681-46c4-8190-8028a2e3bd18. Oct 29 01:39:49.202596 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7eecc5-7a59-4b51-8283-e50b350707c3 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Router 23e1db6b-e891-4e93-b963-b9382244c543 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:39:49.310861 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7eecc5-7a59-4b51-8283-e50b350707c3 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:39:49.316465 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-6e7eecc5-7a59-4b51-8283-e50b350707c3 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for floatingip, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:49.320978 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95105450-3e7e-40f1-b077-aca1b70e94bb None None] Sync routers for ids ['23e1db6b-e891-4e93-b963-b9382244c543'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:39:49.332657 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95105450-3e7e-40f1-b077-aca1b70e94bb None None] Routers {'23e1db6b-e891-4e93-b963-b9382244c543'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:39:49.333288 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-95105450-3e7e-40f1-b077-aca1b70e94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:39:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['23e1db6b-e891-4e93-b963-b9382244c543'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:39:49.345282 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-6e7eecc5-7a59-4b51-8283-e50b350707c3 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "DELETE /v2.0/floatingips/df987eff-325a-497e-8013-96e7a21f73b7 HTTP/1.1" status: 204 len: 168 time: 1.0490201 Oct 29 01:39:49.345917 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'tag': '8029c8b9-e681-46c4-8190-8028a2e3bd18'}] {{(pid=101937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:39:49.348353 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd4190f8698f4bce9eaa026dc7517db330c7bfcbcac75c838e6d65c99a8078c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a928fb2-aaf9-493e-aa6d-cdee86da5952" -d '{"events": [{"name": "network-changed", "server_uuid": "47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced", "tag": "8029c8b9-e681-46c4-8190-8028a2e3bd18"}]}' {{(pid=101937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:39:49.385378 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c952a49f-2faa-4c00-a04d-c7408f6b11e2 x-openstack-request-id: req-c952a49f-2faa-4c00-a04d-c7408f6b11e2 {{(pid=101937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:39:49.385825 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced", "tag": "8029c8b9-e681-46c4-8190-8028a2e3bd18", "status": "completed", "code": 200}]} {{(pid=101937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:39:49.386092 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c952a49f-2faa-4c00-a04d-c7408f6b11e2 {{(pid=101937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:39:49.386487 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'tag': '8029c8b9-e681-46c4-8190-8028a2e3bd18', 'status': 'completed', 'code': 200} Oct 29 01:39:49.449244 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-95105450-3e7e-40f1-b077-aca1b70e94bb None None] Set router 23e1db6b-e891-4e93-b963-b9382244c543 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:39:49.485497 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a928fb2-aaf9-493e-aa6d-cdee86da5952 req-322e2915-9514-45f0-be52-4a7d09f0b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:49.488378 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5a928fb2-aaf9-493e-aa6d-cdee86da5952 req-322e2915-9514-45f0-be52-4a7d09f0b99d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2b2935809964b538672933861dc320b&device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 1098 time: 0.0540180 Oct 29 01:39:49.587847 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a928fb2-aaf9-493e-aa6d-cdee86da5952 req-be5a6478-7115-4f3a-8c39-304a0cc3dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:49.589475 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5a928fb2-aaf9-493e-aa6d-cdee86da5952 req-be5a6478-7115-4f3a-8c39-304a0cc3dfe8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d32d0959-6bb0-403c-8469-ec7d3fd89963 HTTP/1.1" status: 200 len: 915 time: 0.0923715 Oct 29 01:39:49.636084 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5a928fb2-aaf9-493e-aa6d-cdee86da5952 req-26532f4c-0758-4c1d-b03e-d0a8872e5018 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8029c8b9-e681-46c4-8190-8028a2e3bd18 HTTP/1.1" status: 200 len: 217 time: 0.0378294 Oct 29 01:39:49.661682 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-95105450-3e7e-40f1-b077-aca1b70e94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e1db6b-e891-4e93-b963-b9382244c543', 'name': 'tempest-TestMinimumBasicScenario-307949374-router', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 4, 'project_id': 'b2b2935809964b538672933861dc320b', 'gw_port': {'id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': 'a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29', 'name': '', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'mac_address': 'fa:16:3e:b1:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:33Z', 'updated_at': '2021-10-29T01:37:39Z', 'revision_number': 5, 'project_id': 'b2b2935809964b538672933861dc320b', 'subnets': [{'id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:39:49.686365 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a928fb2-aaf9-493e-aa6d-cdee86da5952 req-143c91fe-6180-4756-96f9-e1a117aa3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:49.687805 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5a928fb2-aaf9-493e-aa6d-cdee86da5952 req-143c91fe-6180-4756-96f9-e1a117aa3ad3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ebbab91a-c959-49ec-896a-b217cc775344 HTTP/1.1" status: 200 len: 853 time: 0.0445092 Oct 29 01:39:49.688058 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95105450-3e7e-40f1-b077-aca1b70e94bb None None] Checking router: 23e1db6b-e891-4e93-b963-b9382244c543 for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:39:49.696408 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95105450-3e7e-40f1-b077-aca1b70e94bb None None] Routers {'23e1db6b-e891-4e93-b963-b9382244c543'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:39:49.697007 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-95105450-3e7e-40f1-b077-aca1b70e94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:39:31Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['23e1db6b-e891-4e93-b963-b9382244c543'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:39:49.737373 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a928fb2-aaf9-493e-aa6d-cdee86da5952 req-48e48904-4198-464c-875a-12fde8230dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:49.738933 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5a928fb2-aaf9-493e-aa6d-cdee86da5952 req-48e48904-4198-464c-875a-12fde8230dd9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d32d0959-6bb0-403c-8469-ec7d3fd89963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0418591 Oct 29 01:39:49.816886 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-95105450-3e7e-40f1-b077-aca1b70e94bb None None] Set router 23e1db6b-e891-4e93-b963-b9382244c543 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:39:49.846613 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5a928fb2-aaf9-493e-aa6d-cdee86da5952 req-8e5714cb-9a67-44b9-ab82-ba559d1eedc6 service neutron] 10.222.0.89 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996602 Oct 29 01:39:49.946471 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-5a928fb2-aaf9-493e-aa6d-cdee86da5952 req-c3489f93-f7aa-4e53-b795-691f2f32740f service neutron] 10.222.0.89 "GET /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913508 Oct 29 01:39:50.032357 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-95105450-3e7e-40f1-b077-aca1b70e94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e1db6b-e891-4e93-b963-b9382244c543', 'name': 'tempest-TestMinimumBasicScenario-307949374-router', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 4, 'project_id': 'b2b2935809964b538672933861dc320b', 'gw_port': {'id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': 'a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29', 'name': '', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'mac_address': 'fa:16:3e:b1:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:33Z', 'updated_at': '2021-10-29T01:37:39Z', 'revision_number': 5, 'project_id': 'b2b2935809964b538672933861dc320b', 'subnets': [{'id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:39:50.059613 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95105450-3e7e-40f1-b077-aca1b70e94bb None None] The sync data for ids ['23e1db6b-e891-4e93-b963-b9382244c543'] in dv-cinder-815582-5-smb is: [{'id': '23e1db6b-e891-4e93-b963-b9382244c543', 'name': 'tempest-TestMinimumBasicScenario-307949374-router', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:33Z', 'revision_number': 4, 'project_id': 'b2b2935809964b538672933861dc320b', 'gw_port': {'id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb', '_interfaces': [{'id': 'a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29', 'name': '', 'network_id': 'd32d0959-6bb0-403c-8469-ec7d3fd89963', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'mac_address': 'fa:16:3e:b1:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:33Z', 'updated_at': '2021-10-29T01:37:39Z', 'revision_number': 5, 'project_id': 'b2b2935809964b538672933861dc320b', 'subnets': [{'id': 'ebbab91a-c959-49ec-896a-b217cc775344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:39:50.291598 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9060d9e7-b62b-4198-8b88-40fb0576fdf5 None None] New status for floating IP df987eff-325a-497e-8013-96e7a21f73b7: DOWN {{(pid=101940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:39:51.381839 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:39:53.817597 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845df6ea-3b2c-41bb-a64a-d817071fa60e req-6b163473-8e83-438a-a71c-fb16e4fb6575 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:53.819116 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-845df6ea-3b2c-41bb-a64a-d817071fa60e req-6b163473-8e83-438a-a71c-fb16e4fb6575 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 945 time: 0.0533311 Oct 29 01:39:53.856830 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-845df6ea-3b2c-41bb-a64a-d817071fa60e req-bfd6c8f9-ef3c-4ad6-ac7f-6caafc2c9438 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318227 Oct 29 01:39:54.981365 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9d3d2-c6d5-49d1-89ed-9e685c6d3851 req-1b12e7a8-d2c4-4ae0-b9e3-e08c85335659 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:54.983033 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-47e9d3d2-c6d5-49d1-89ed-9e685c6d3851 req-1b12e7a8-d2c4-4ae0-b9e3-e08c85335659 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 945 time: 0.0490496 Oct 29 01:39:55.022476 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-47e9d3d2-c6d5-49d1-89ed-9e685c6d3851 req-e71cbb76-7b37-49d4-afec-5e97921345d4 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332377 Oct 29 01:39:55.700631 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31420a10-aa1c-45f8-a288-b02ff5c23aa5 req-d8c80b79-d834-467f-8d6a-d0766dda84ac tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:55.702415 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-31420a10-aa1c-45f8-a288-b02ff5c23aa5 req-d8c80b79-d834-467f-8d6a-d0766dda84ac tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.89 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 945 time: 0.0479214 Oct 29 01:39:55.799931 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-31420a10-aa1c-45f8-a288-b02ff5c23aa5 req-f1170776-0c70-4486-be63-d9101d95462f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Deleting port 8029c8b9-e681-46c4-8190-8028a2e3bd18 {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:39:55.800271 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-31420a10-aa1c-45f8-a288-b02ff5c23aa5 req-f1170776-0c70-4486-be63-d9101d95462f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:55.888687 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [req-31420a10-aa1c-45f8-a288-b02ff5c23aa5 req-f1170776-0c70-4486-be63-d9101d95462f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] For port 8029c8b9-e681-46c4-8190-8028a2e3bd18, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8029c8b9-e681-46c4-8190-8028a2e3bd18,segment=NetworkSegment(3b59799c-7fdf-43ab-b2a2-558e15c941ea),segment_id=3b59799c-7fdf-43ab-b2a2-558e15c941ea)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:39:55.889044 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-31420a10-aa1c-45f8-a288-b02ff5c23aa5 req-f1170776-0c70-4486-be63-d9101d95462f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:55.902262 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [req-31420a10-aa1c-45f8-a288-b02ff5c23aa5 req-f1170776-0c70-4486-be63-d9101d95462f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Calling delete_port for 8029c8b9-e681-46c4-8190-8028a2e3bd18 owned by compute:nova {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:39:56.128136 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-31420a10-aa1c-45f8-a288-b02ff5c23aa5 req-f1170776-0c70-4486-be63-d9101d95462f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:56.165032 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] get_ports_and_sgs() called for port_ids ['8029c8b9-e681-46c4-8190-8028a2e3bd18'] {{(pid=101939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:39:56.168094 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bffd1-8f83-4929-a3ff-2ebf3b479516 req-59fc28f7-ed6e-4cbe-b915-317c85d47174 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:56.169603 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bf9bffd1-8f83-4929-a3ff-2ebf3b479516 req-59fc28f7-ed6e-4cbe-b915-317c85d47174 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 867 time: 0.0790067 Oct 29 01:39:56.174402 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1170776-0c70-4486-be63-d9101d95462f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Pushing event deleted for resources: {'Port': ['ID=8029c8b9-e681-46c4-8190-8028a2e3bd18,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:56.225349 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.db.l3_dvrscheduler_db [req-31420a10-aa1c-45f8-a288-b02ff5c23aa5 req-f1170776-0c70-4486-be63-d9101d95462f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] No DVR routers for this DVR port 8029c8b9-e681-46c4-8190-8028a2e3bd18 on host hv-cinder-81558 {{(pid=101938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:39:56.230178 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [req-31420a10-aa1c-45f8-a288-b02ff5c23aa5 req-f1170776-0c70-4486-be63-d9101d95462f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223724'] for port, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:56.233699 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-31420a10-aa1c-45f8-a288-b02ff5c23aa5 req-f1170776-0c70-4486-be63-d9101d95462f tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.89 "DELETE /v2.0/ports/8029c8b9-e681-46c4-8190-8028a2e3bd18 HTTP/1.1" status: 204 len: 173 time: 0.5256333 Oct 29 01:39:56.234162 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'name': 'network-vif-deleted', 'tag': '8029c8b9-e681-46c4-8190-8028a2e3bd18'}] {{(pid=101938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:39:56.236379 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9629efa1519c1e6aec4aa351db4f270f5c55b59701d1eff135951fc62aacc36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de45e215-d3b9-4a91-b152-7bf635840d0a" -d '{"events": [{"server_uuid": "47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced", "name": "network-vif-deleted", "tag": "8029c8b9-e681-46c4-8190-8028a2e3bd18"}]}' {{(pid=101938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:39:56.254829 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-bf9bffd1-8f83-4929-a3ff-2ebf3b479516 req-1db7d2a7-c16b-4eb5-9bfa-65942e48db48 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/security-groups?id=2857a7ef-32cf-4b72-92a5-4cf2832313da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759001 Oct 29 01:39:56.284171 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7e8e6f-d4c6-4740-8d8b-bec3e58f257f x-openstack-request-id: req-0d7e8e6f-d4c6-4740-8d8b-bec3e58f257f {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:39:56.284472 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced", "name": "network-vif-deleted", "tag": "8029c8b9-e681-46c4-8190-8028a2e3bd18", "status": "completed", "code": 200}]} {{(pid=101938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:39:56.284723 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d7e8e6f-d4c6-4740-8d8b-bec3e58f257f {{(pid=101938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:39:56.285208 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced', 'name': 'network-vif-deleted', 'tag': '8029c8b9-e681-46c4-8190-8028a2e3bd18', 'status': 'completed', 'code': 200} Oct 29 01:39:57.368869 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [req-9cd49afb-8df5-43ab-9dfc-f664caa1e004 req-dbebf047-2ca0-4624-b965-e4541e044639 tempest-TestMinimumBasicScenario-576891627 tempest-TestMinimumBasicScenario-576891627-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eccb8f-655a-43fc-b1a6-f0f3a5bb4ced HTTP/1.1" status: 200 len: 210 time: 0.0270295 Oct 29 01:39:58.463589 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3ff455f7-f830-4a7a-b84d-6e616557d337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:59.196205 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 8029c8b9-e681-46c4-8190-8028a2e3bd18 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:39:59.218191 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] No Port match for: 8029c8b9-e681-46c4-8190-8028a2e3bd18 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:39:59.218532 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Device 8029c8b9-e681-46c4-8190-8028a2e3bd18 not bound to the agent host hv-cinder-81558 {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:40:00.058481 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35822) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:40:00.417081 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-733c885d-30f7-4d3a-b0f2-c9c84fbc86eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562726'] for router_interface, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:00.670747 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-733c885d-30f7-4d3a-b0f2-c9c84fbc86eb admin admin] Deleting port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 {{(pid=101937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:40:00.671238 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-733c885d-30f7-4d3a-b0f2-c9c84fbc86eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:00.751675 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [None req-733c885d-30f7-4d3a-b0f2-c9c84fbc86eb admin admin] For port a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29,segment=NetworkSegment(3b59799c-7fdf-43ab-b2a2-558e15c941ea),segment_id=3b59799c-7fdf-43ab-b2a2-558e15c941ea)] {{(pid=101937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:40:00.752066 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-733c885d-30f7-4d3a-b0f2-c9c84fbc86eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:00.765246 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-733c885d-30f7-4d3a-b0f2-c9c84fbc86eb admin admin] Calling delete_port for a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 owned by network:router_interface {{(pid=101937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:40:01.012732 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-733c885d-30f7-4d3a-b0f2-c9c84fbc86eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476237'] for port, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:01.048413 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c885d-30f7-4d3a-b0f2-c9c84fbc86eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:40:01.049913 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-bf55eb51-2e41-4300-b214-8ae48e548a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:01.222042 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-733c885d-30f7-4d3a-b0f2-c9c84fbc86eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1534128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562866'] for router_interface, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:01.442121 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733c885d-30f7-4d3a-b0f2-c9c84fbc86eb admin admin] Router 23e1db6b-e891-4e93-b963-b9382244c543 has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:40:01.555251 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733c885d-30f7-4d3a-b0f2-c9c84fbc86eb admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:40:01.566299 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-733c885d-30f7-4d3a-b0f2-c9c84fbc86eb admin admin] 10.222.0.77 "PUT /v2.0/routers/23e1db6b-e891-4e93-b963-b9382244c543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5017898 Oct 29 01:40:01.566299 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35824) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:40:01.566499 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3011be74-5971-444d-a3d3-08ff556945a3 None None] Sync routers for ids ['23e1db6b-e891-4e93-b963-b9382244c543'] in dv-cinder-815582-5-smb {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:40:01.574285 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3011be74-5971-444d-a3d3-08ff556945a3 None None] Routers {'23e1db6b-e891-4e93-b963-b9382244c543'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:40:01.574887 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-3011be74-5971-444d-a3d3-08ff556945a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:40:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['23e1db6b-e891-4e93-b963-b9382244c543'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:01.678851 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9402b3e9-d26d-4b09-a994-7209717af80b admin admin] Publish callbacks [] for router, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:01.767604 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:01.813268 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-3011be74-5971-444d-a3d3-08ff556945a3 None None] Set router 23e1db6b-e891-4e93-b963-b9382244c543 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:40:01.981946 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9402b3e9-d26d-4b09-a994-7209717af80b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:02.001672 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-3011be74-5971-444d-a3d3-08ff556945a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e1db6b-e891-4e93-b963-b9382244c543', 'name': 'tempest-TestMinimumBasicScenario-307949374-router', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:40:00Z', 'revision_number': 5, 'project_id': 'b2b2935809964b538672933861dc320b', 'gw_port': {'id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:02.028838 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3011be74-5971-444d-a3d3-08ff556945a3 None None] Checking router: 23e1db6b-e891-4e93-b963-b9382244c543 for host: dv-cinder-815582-5-smb {{(pid=101939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:40:02.037466 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3011be74-5971-444d-a3d3-08ff556945a3 None None] Routers {'23e1db6b-e891-4e93-b963-b9382244c543'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:40:02.038103 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-3011be74-5971-444d-a3d3-08ff556945a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:40:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['23e1db6b-e891-4e93-b963-b9382244c543'], 'active': True} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:02.124721 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-9402b3e9-d26d-4b09-a994-7209717af80b admin admin] Deleting port d0dd9c9e-9fb2-45ed-96dc-91ea579b8659 {{(pid=101937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:40:02.125177 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9402b3e9-d26d-4b09-a994-7209717af80b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:02.153932 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvr_db [None req-3011be74-5971-444d-a3d3-08ff556945a3 None None] Set router 23e1db6b-e891-4e93-b963-b9382244c543 gateway port host: dv-cinder-815582-5-smb {{(pid=101939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:40:02.204022 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [None req-9402b3e9-d26d-4b09-a994-7209717af80b admin admin] For port d0dd9c9e-9fb2-45ed-96dc-91ea579b8659, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=d0dd9c9e-9fb2-45ed-96dc-91ea579b8659,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:40:02.204402 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9402b3e9-d26d-4b09-a994-7209717af80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:02.216927 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-9402b3e9-d26d-4b09-a994-7209717af80b admin admin] Calling delete_port for d0dd9c9e-9fb2-45ed-96dc-91ea579b8659 owned by network:router_gateway {{(pid=101937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:40:02.221772 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:02.338624 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_hamode_db [None req-3011be74-5971-444d-a3d3-08ff556945a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e1db6b-e891-4e93-b963-b9382244c543', 'name': 'tempest-TestMinimumBasicScenario-307949374-router', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:40:00Z', 'revision_number': 5, 'project_id': 'b2b2935809964b538672933861dc320b', 'gw_port': {'id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:02.369492 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3011be74-5971-444d-a3d3-08ff556945a3 None None] The sync data for ids ['23e1db6b-e891-4e93-b963-b9382244c543'] in dv-cinder-815582-5-smb is: [{'id': '23e1db6b-e891-4e93-b963-b9382244c543', 'name': 'tempest-TestMinimumBasicScenario-307949374-router', 'tenant_id': 'b2b2935809964b538672933861dc320b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:40:00Z', 'revision_number': 5, 'project_id': 'b2b2935809964b538672933861dc320b', 'gw_port': {'id': 'd0dd9c9e-9fb2-45ed-96dc-91ea579b8659', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e1db6b-e891-4e93-b963-b9382244c543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:30Z', 'updated_at': '2021-10-29T01:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}] {{(pid=101939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:40:02.497795 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9402b3e9-d26d-4b09-a994-7209717af80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476237'] for port, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:02.524088 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402b3e9-d26d-4b09-a994-7209717af80b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0dd9c9e-9fb2-45ed-96dc-91ea579b8659,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:40:02.587777 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9402b3e9-d26d-4b09-a994-7209717af80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-685676'] for router_gateway, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:02.678309 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9402b3e9-d26d-4b09-a994-7209717af80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2627'] for router, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:02.680903 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9402b3e9-d26d-4b09-a994-7209717af80b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:02.855362 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9402b3e9-d26d-4b09-a994-7209717af80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561393'] for router, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:02.855921 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9402b3e9-d26d-4b09-a994-7209717af80b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23e1db6b-e891-4e93-b963-b9382244c543 {{(pid=101937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 01:40:02.861310 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-9402b3e9-d26d-4b09-a994-7209717af80b admin admin] Publish callbacks [] for router, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:02.862623 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-9402b3e9-d26d-4b09-a994-7209717af80b admin admin] 10.222.0.77 "DELETE /v2.0/routers/23e1db6b-e891-4e93-b963-b9382244c543 HTTP/1.1" status: 204 len: 168 time: 1.2978401 Oct 29 01:40:02.865331 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35826) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:40:02.920428 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_v2 [None req-af434753-e32e-4bf3-b560-254e83ac6fce admin admin] Deleting subnet ebbab91a-c959-49ec-896a-b217cc775344 {{(pid=101937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:40:02.924521 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-af434753-e32e-4bf3-b560-254e83ac6fce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:02.967034 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-af434753-e32e-4bf3-b560-254e83ac6fce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10477149'] for subnet, precommit_delete_associations {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:02.994653 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:40:03.018982 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:40:03.019577 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device a4028d0d-0cbd-4dcf-8753-8dcf1dd1da29 not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:40:03.061834 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-af434753-e32e-4bf3-b560-254e83ac6fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471143'] for subnet, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.204420 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-af434753-e32e-4bf3-b560-254e83ac6fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10476056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8768879'] for subnet, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.235048 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af434753-e32e-4bf3-b560-254e83ac6fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebbab91a-c959-49ec-896a-b217cc775344,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:40:03.240061 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-af434753-e32e-4bf3-b560-254e83ac6fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.243831 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-af434753-e32e-4bf3-b560-254e83ac6fce admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ebbab91a-c959-49ec-896a-b217cc775344 HTTP/1.1" status: 204 len: 168 time: 0.3773444 Oct 29 01:40:03.245326 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0356acf2-dc68-4164-9867-6624550e4103 None None] Network d32d0959-6bb0-403c-8469-ec7d3fd89963 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:40:03.246610 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35828) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:40:03.315466 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564593'] for network, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.374112 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] Deleting port ef680987-b9c2-415e-9264-54dde4ba4577 {{(pid=101937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:40:03.374508 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.437095 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] DHCP port deletion for d32d0959-6bb0-403c-8469-ec7d3fd89963 request from dv-cinder-815582-5-smb {{(pid=101939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 01:40:03.445111 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] For port ef680987-b9c2-415e-9264-54dde4ba4577, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=ef680987-b9c2-415e-9264-54dde4ba4577,segment=NetworkSegment(3b59799c-7fdf-43ab-b2a2-558e15c941ea),segment_id=3b59799c-7fdf-43ab-b2a2-558e15c941ea)] {{(pid=101937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:40:03.445489 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.459215 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] Calling delete_port for ef680987-b9c2-415e-9264-54dde4ba4577 owned by network:dhcp {{(pid=101937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:40:03.486689 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Deleting port ef680987-b9c2-415e-9264-54dde4ba4577 {{(pid=101939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:40:03.487062 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.556135 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] For port ef680987-b9c2-415e-9264-54dde4ba4577, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=ef680987-b9c2-415e-9264-54dde4ba4577,segment=NetworkSegment(3b59799c-7fdf-43ab-b2a2-558e15c941ea),segment_id=3b59799c-7fdf-43ab-b2a2-558e15c941ea)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:40:03.556519 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.568298 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Calling delete_port for ef680987-b9c2-415e-9264-54dde4ba4577 owned by network:dhcp {{(pid=101939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:40:03.612335 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476237'] for port, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.639880 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] No DVR routers for this DVR port ef680987-b9c2-415e-9264-54dde4ba4577 on host dv-cinder-815582-5-smb {{(pid=101937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:40:03.643572 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191'] for port, after_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.644610 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef680987-b9c2-415e-9264-54dde4ba4577,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:40:03.671497 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Pushing event deleted for resources: {'Port': ['ID=ef680987-b9c2-415e-9264-54dde4ba4577,revision_number=None']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:40:03.673664 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] No DVR routers for this DVR port ef680987-b9c2-415e-9264-54dde4ba4577 on host dv-cinder-815582-5-smb {{(pid=101939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:40:03.684442 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:03.684629 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:03.684968 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:03.685302 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:03.685635 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:03.686566 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:03.686897 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:03.687206 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:03.687567 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:03.688020 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:03.688181 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:03.688507 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262990b-e191-47b6-bce1-42ebe86d9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-5-smb {{(pid=101939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:03.725041 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473234', 'neutron.services.segments.db._delete_segments_for_network-8734167248240'] for network, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.745447 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32d0959-6bb0-403c-8469-ec7d3fd89963']}} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:03.755715 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b59799c-7fdf-43ab-b2a2-558e15c941ea') {'for_net_delete': True} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:03.756014 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b59799c-7fdf-43ab-b2a2-558e15c941ea') {} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:03.768098 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734167249785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10477124'] for segment, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.785673 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.792203 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=101937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:40:03.792622 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476286'] for segment, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: Traceback (most recent call last): Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: timer() Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: cb(*args, **kw) Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: return func(*args, **kwargs) Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: self._notify() Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: self.callback(batched_events) Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: event.method(event) Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: return f(self, *a, **k) Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: return self._get(url).json() Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: return self.request(url, 'GET', **kwargs) Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:40:03.794354 dv-cinder-815582-5-smb neutron-server[101937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:40:03.953523 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-685616'] for network, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.959155 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.962379 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] 10.222.0.77 "DELETE /v2.0/networks/d32d0959-6bb0-403c-8469-ec7d3fd89963 HTTP/1.1" status: 204 len: 168 time: 0.7146068 Oct 29 01:40:03.965442 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 35830) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:40:03.979403 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142a461-cdb0-4b72-babd-575d763bf49d admin admin] Pushing event deleted for resources: {'Network': ['ID=d32d0959-6bb0-403c-8469-ec7d3fd89963,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:40:04.220458 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:04.312535 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bf473d2e-a013-4321-938d-9aa0ade2ef03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562726'] for router_interface, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:04.560579 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-bf473d2e-a013-4321-938d-9aa0ade2ef03 admin admin] Deleting port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e {{(pid=101938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:40:04.560933 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bf473d2e-a013-4321-938d-9aa0ade2ef03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:04.636753 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.db [None req-bf473d2e-a013-4321-938d-9aa0ade2ef03 admin admin] For port 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=720bec4f-af5a-4c38-8553-2f9e6a9f8a0e,segment=NetworkSegment(bfb0c5ee-dfcc-47ac-8ec6-37a45654db62),segment_id=bfb0c5ee-dfcc-47ac-8ec6-37a45654db62)] {{(pid=101938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:40:04.637112 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bf473d2e-a013-4321-938d-9aa0ade2ef03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:04.649323 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.plugins.ml2.plugin [None req-bf473d2e-a013-4321-938d-9aa0ade2ef03 admin admin] Calling delete_port for 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e owned by network:router_interface {{(pid=101938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:40:04.789117 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device d0dd9c9e-9fb2-45ed-96dc-91ea579b8659 no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:40:04.813953 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: d0dd9c9e-9fb2-45ed-96dc-91ea579b8659 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:40:04.814222 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device d0dd9c9e-9fb2-45ed-96dc-91ea579b8659 not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:40:04.814642 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device ef680987-b9c2-415e-9264-54dde4ba4577 no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:40:04.834966 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: ef680987-b9c2-415e-9264-54dde4ba4577 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:40:04.835369 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device ef680987-b9c2-415e-9264-54dde4ba4577 not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:40:05.035139 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bf473d2e-a013-4321-938d-9aa0ade2ef03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883228'] for port, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:05.062037 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf473d2e-a013-4321-938d-9aa0ade2ef03 admin admin] Pushing event deleted for resources: {'Port': ['ID=720bec4f-af5a-4c38-8553-2f9e6a9f8a0e,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:40:05.235079 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-bf473d2e-a013-4321-938d-9aa0ade2ef03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1534128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562866'] for router_interface, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:05.443316 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf473d2e-a013-4321-938d-9aa0ade2ef03 admin admin] Router 37b6bb23-2178-4b7e-92fb-26c216be03bd has already been hosted by L3 agent 4058556a-5925-4ab4-af33-d62da1442f8c {{(pid=101938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:40:05.544657 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf473d2e-a013-4321-938d-9aa0ade2ef03 admin admin] Notify agent at l3_agent.dv-cinder-815582-5-smb the message routers_updated {{(pid=101938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:40:05.550667 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-bf473d2e-a013-4321-938d-9aa0ade2ef03 admin admin] 10.222.0.77 "PUT /v2.0/routers/37b6bb23-2178-4b7e-92fb-26c216be03bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5841804 Oct 29 01:40:05.553318 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35832) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:40:05.554909 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc0864f-976c-4941-9552-0b071e91a30f None None] Sync routers for ids ['37b6bb23-2178-4b7e-92fb-26c216be03bd'] in dv-cinder-815582-5-smb {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:40:05.567557 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0864f-976c-4941-9552-0b071e91a30f None None] Routers {'37b6bb23-2178-4b7e-92fb-26c216be03bd'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:40:05.568170 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-3bc0864f-976c-4941-9552-0b071e91a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:40:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['37b6bb23-2178-4b7e-92fb-26c216be03bd'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:05.655423 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3895432-17e3-4e9a-a0ed-fcf79448037c admin admin] Publish callbacks [] for router, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:05.671659 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-3bc0864f-976c-4941-9552-0b071e91a30f None None] Set router 37b6bb23-2178-4b7e-92fb-26c216be03bd gateway port host: dv-cinder-815582-5-smb {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:40:05.755917 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3895432-17e3-4e9a-a0ed-fcf79448037c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:05.843964 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-3bc0864f-976c-4941-9552-0b071e91a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'name': 'tempest-TestMinimumBasicScenario-1884956111-router', 'tenant_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'external_fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '2b3cfd38-0904-4d7c-8e5e-6af63518005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:38Z', 'updated_at': '2021-10-29T01:40:04Z', 'revision_number': 5, 'project_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'gw_port': {'id': '2b3cfd38-0904-4d7c-8e5e-6af63518005f', 'name': '', 'network_id': '332549b6-3cdf-4adf-8b3f-15d63761d6c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '20988095-ecd5-434a-9470-4250e0864dd2', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:37:39Z', 'updated_at': '2021-10-29T01:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20988095-ecd5-434a-9470-4250e0864dd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-5-smb'}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:05.869744 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc0864f-976c-4941-9552-0b071e91a30f None None] Checking router: 37b6bb23-2178-4b7e-92fb-26c216be03bd for host: dv-cinder-815582-5-smb {{(pid=101940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:40:05.878565 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0864f-976c-4941-9552-0b071e91a30f None None] Routers {'37b6bb23-2178-4b7e-92fb-26c216be03bd'} bound to L3 agent in host dv-cinder-815582-5-smb {{(pid=101940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:40:05.879592 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-3bc0864f-976c-4941-9552-0b071e91a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:21:31Z,description=,heartbeat_timestamp=2021-10-29T01:40:01Z,host='dv-cinder-815582-5-smb',id=4058556a-5925-4ab4-af33-d62da1442f8c,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:21:32Z,topic='l3_agent')) {'router_ids': ['37b6bb23-2178-4b7e-92fb-26c216be03bd'], 'active': True} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:05.893085 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-f3895432-17e3-4e9a-a0ed-fcf79448037c admin admin] Deleting port 2b3cfd38-0904-4d7c-8e5e-6af63518005f {{(pid=101937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:40:05.893421 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3895432-17e3-4e9a-a0ed-fcf79448037c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:05.977904 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [None req-f3895432-17e3-4e9a-a0ed-fcf79448037c admin admin] For port 2b3cfd38-0904-4d7c-8e5e-6af63518005f, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=2b3cfd38-0904-4d7c-8e5e-6af63518005f,segment=NetworkSegment(ed118f92-1deb-440f-b5c0-f71d4d8b3c47),segment_id=ed118f92-1deb-440f-b5c0-f71d4d8b3c47)] {{(pid=101937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:40:05.978291 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3895432-17e3-4e9a-a0ed-fcf79448037c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:05.993208 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-f3895432-17e3-4e9a-a0ed-fcf79448037c admin admin] Calling delete_port for 2b3cfd38-0904-4d7c-8e5e-6af63518005f owned by network:router_gateway {{(pid=101937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:40:06.051703 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_dvr_db [None req-3bc0864f-976c-4941-9552-0b071e91a30f None None] Set router 37b6bb23-2178-4b7e-92fb-26c216be03bd gateway port host: None {{(pid=101940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:40:06.103765 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.l3_hamode_db [None req-3bc0864f-976c-4941-9552-0b071e91a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'name': 'tempest-TestMinimumBasicScenario-1884956111-router', 'tenant_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:38Z', 'updated_at': '2021-10-29T01:40:05Z', 'revision_number': 6, 'project_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'gw_port_host': None}], 'dv-cinder-815582-5-smb', False) {} {{(pid=101940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:06.130372 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc0864f-976c-4941-9552-0b071e91a30f None None] The sync data for ids ['37b6bb23-2178-4b7e-92fb-26c216be03bd'] in dv-cinder-815582-5-smb is: [{'id': '37b6bb23-2178-4b7e-92fb-26c216be03bd', 'name': 'tempest-TestMinimumBasicScenario-1884956111-router', 'tenant_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:37:38Z', 'updated_at': '2021-10-29T01:40:05Z', 'revision_number': 6, 'project_id': '3c891adeb9b349c7bd3f84c6ade7af5a', 'gw_port_host': None}] {{(pid=101940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:40:06.218471 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3895432-17e3-4e9a-a0ed-fcf79448037c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476237'] for port, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:06.244684 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3895432-17e3-4e9a-a0ed-fcf79448037c admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3cfd38-0904-4d7c-8e5e-6af63518005f,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:40:06.310440 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3895432-17e3-4e9a-a0ed-fcf79448037c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-685676'] for router_gateway, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:06.399264 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3895432-17e3-4e9a-a0ed-fcf79448037c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2627'] for router, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:06.401448 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3895432-17e3-4e9a-a0ed-fcf79448037c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:06.532312 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3895432-17e3-4e9a-a0ed-fcf79448037c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561393'] for router, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:06.532899 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3895432-17e3-4e9a-a0ed-fcf79448037c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37b6bb23-2178-4b7e-92fb-26c216be03bd {{(pid=101937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 01:40:06.537418 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-f3895432-17e3-4e9a-a0ed-fcf79448037c admin admin] Publish callbacks [] for router, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:06.538624 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-f3895432-17e3-4e9a-a0ed-fcf79448037c admin admin] 10.222.0.77 "DELETE /v2.0/routers/37b6bb23-2178-4b7e-92fb-26c216be03bd HTTP/1.1" status: 204 len: 168 time: 0.9838967 Oct 29 01:40:06.541182 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35834) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:40:06.586635 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.db_base_plugin_v2 [None req-70837569-7cd1-4b1d-9ca8-cb353e2ae7a5 admin admin] Deleting subnet fc71fd52-781e-43a6-bb56-40ba6d0ea5fb {{(pid=101937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:40:06.589735 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-70837569-7cd1-4b1d-9ca8-cb353e2ae7a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:06.627784 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-70837569-7cd1-4b1d-9ca8-cb353e2ae7a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10477149'] for subnet, precommit_delete_associations {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:06.703233 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-70837569-7cd1-4b1d-9ca8-cb353e2ae7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471143'] for subnet, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:06.835209 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-70837569-7cd1-4b1d-9ca8-cb353e2ae7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10476056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8768879'] for subnet, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:06.863618 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70837569-7cd1-4b1d-9ca8-cb353e2ae7a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc71fd52-781e-43a6-bb56-40ba6d0ea5fb,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:40:06.871332 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-70837569-7cd1-4b1d-9ca8-cb353e2ae7a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for subnet, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:06.871332 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-70837569-7cd1-4b1d-9ca8-cb353e2ae7a5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fc71fd52-781e-43a6-bb56-40ba6d0ea5fb HTTP/1.1" status: 204 len: 168 time: 0.3284328 Oct 29 01:40:06.873351 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.wsgi [-] (101937) accepted ('10.222.0.77', 35836) {{(pid=101937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:40:06.875484 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed457762-8c5c-4183-820c-566456028970 None None] Network 6ebec193-e762-433a-8512-1dc5b1f7ec18 requested from dv-cinder-815582-5-smb {{(pid=101939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:40:06.933767 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:40:06.955483 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1564593'] for network, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:06.969226 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:40:06.969572 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 720bec4f-af5a-4c38-8553-2f9e6a9f8a0e not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:40:06.970239 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 2b3cfd38-0904-4d7c-8e5e-6af63518005f no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:40:06.995013 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 2b3cfd38-0904-4d7c-8e5e-6af63518005f {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:40:06.995346 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 2b3cfd38-0904-4d7c-8e5e-6af63518005f not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:40:07.014590 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] Deleting port 33ead7cc-1021-46bf-bee9-30a8fa490981 {{(pid=101937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:40:07.015035 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:07.087242 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.db [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] For port 33ead7cc-1021-46bf-bee9-30a8fa490981, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=33ead7cc-1021-46bf-bee9-30a8fa490981,segment=NetworkSegment(bfb0c5ee-dfcc-47ac-8ec6-37a45654db62),segment_id=bfb0c5ee-dfcc-47ac-8ec6-37a45654db62)] {{(pid=101937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:40:07.087648 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:07.106143 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.plugin [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] Calling delete_port for 33ead7cc-1021-46bf-bee9-30a8fa490981 owned by network:dhcp {{(pid=101937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:40:07.142397 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3762c92d-f6fc-4009-b858-d7a0b2cddb99 None None] DHCP port deletion for 6ebec193-e762-433a-8512-1dc5b1f7ec18 request from dv-cinder-815582-5-smb {{(pid=101939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 01:40:07.196384 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-3762c92d-f6fc-4009-b858-d7a0b2cddb99 None None] Deleting port 33ead7cc-1021-46bf-bee9-30a8fa490981 {{(pid=101939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:40:07.196781 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3762c92d-f6fc-4009-b858-d7a0b2cddb99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734167135528'] for port, before_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:07.258595 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.db [None req-3762c92d-f6fc-4009-b858-d7a0b2cddb99 None None] For port 33ead7cc-1021-46bf-bee9-30a8fa490981, host dv-cinder-815582-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-5-smb',level=0,port_id=33ead7cc-1021-46bf-bee9-30a8fa490981,segment=NetworkSegment(bfb0c5ee-dfcc-47ac-8ec6-37a45654db62),segment_id=bfb0c5ee-dfcc-47ac-8ec6-37a45654db62)] {{(pid=101939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:40:07.258977 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3762c92d-f6fc-4009-b858-d7a0b2cddb99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622143'] for port, precommit_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:07.270942 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-3762c92d-f6fc-4009-b858-d7a0b2cddb99 None None] Calling delete_port for 33ead7cc-1021-46bf-bee9-30a8fa490981 owned by network:dhcp {{(pid=101939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:40:07.380842 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476237'] for port, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:07.386271 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3762c92d-f6fc-4009-b858-d7a0b2cddb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1532337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734167207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734166745191'] for port, after_delete {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:07.407551 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ead7cc-1021-46bf-bee9-30a8fa490981,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:40:07.410041 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] No DVR routers for this DVR port 33ead7cc-1021-46bf-bee9-30a8fa490981 on host dv-cinder-815582-5-smb {{(pid=101937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:40:07.413899 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762c92d-f6fc-4009-b858-d7a0b2cddb99 None None] Pushing event deleted for resources: {'Port': ['ID=33ead7cc-1021-46bf-bee9-30a8fa490981,revision_number=None']} {{(pid=101939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:40:07.418527 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3762c92d-f6fc-4009-b858-d7a0b2cddb99 None None] No DVR routers for this DVR port 33ead7cc-1021-46bf-bee9-30a8fa490981 on host dv-cinder-815582-5-smb {{(pid=101939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:40:07.485332 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1473234', 'neutron.services.segments.db._delete_segments_for_network-8734167248240'] for network, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:07.504881 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebec193-e762-433a-8512-1dc5b1f7ec18']}} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:07.513809 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb0c5ee-dfcc-47ac-8ec6-37a45654db62') {'for_net_delete': True} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:07.514136 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.services.segments.db [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb0c5ee-dfcc-47ac-8ec6-37a45654db62') {} {{(pid=101937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:07.523185 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734167249785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10477124'] for segment, before_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:07.536536 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278'] for segment, precommit_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:07.542198 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=101937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:40:07.542565 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1458278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476286'] for segment, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: Traceback (most recent call last): Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: timer() Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: cb(*args, **kw) Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: return func(*args, **kwargs) Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: self._notify() Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: self.callback(batched_events) Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: event.method(event) Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: return f(self, *a, **k) Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: return self._get(url).json() Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: return self.request(url, 'GET', **kwargs) Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:40:07.544174 dv-cinder-815582-5-smb neutron-server[101937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:40:07.663160 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1470497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1534121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-685616'] for network, after_delete {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:07.668363 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron_lib.callbacks.manager [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536595'] for network, before_response {{(pid=101937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:07.672331 dv-cinder-815582-5-smb neutron-server[101937]: INFO neutron.wsgi [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6ebec193-e762-433a-8512-1dc5b1f7ec18 HTTP/1.1" status: 204 len: 168 time: 0.7978413 Oct 29 01:40:07.683167 dv-cinder-815582-5-smb neutron-server[101937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4e510-e5e1-4fc4-850b-9748d93288b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ebec193-e762-433a-8512-1dc5b1f7ec18,revision_number=None']} {{(pid=101937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:40:08.111236 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 35840) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:40:08.153210 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-e728b09e-186e-4f5b-a6fb-fec1c155946d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b2b2935809964b538672933861dc320b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408015 Oct 29 01:40:08.156513 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 35842) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:40:08.204184 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6072-87a5-4689-ab50-cb4d22f66fb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:08.224694 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6072-87a5-4689-ab50-cb4d22f66fb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:08.365953 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6072-87a5-4689-ab50-cb4d22f66fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:08.368546 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6072-87a5-4689-ab50-cb4d22f66fb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:08.369694 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-8e9c6072-87a5-4689-ab50-cb4d22f66fb3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2857a7ef-32cf-4b72-92a5-4cf2832313da HTTP/1.1" status: 204 len: 168 time: 0.2122550 Oct 29 01:40:08.377420 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c6072-87a5-4689-ab50-cb4d22f66fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2857a7ef-32cf-4b72-92a5-4cf2832313da,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:40:08.788673 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 33ead7cc-1021-46bf-bee9-30a8fa490981 no longer exists at agent ovs-agent-dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:40:08.808987 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.plugin [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] No Port match for: 33ead7cc-1021-46bf-bee9-30a8fa490981 {{(pid=101939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:40:08.809326 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron.plugins.ml2.rpc [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Device 33ead7cc-1021-46bf-bee9-30a8fa490981 not bound to the agent host dv-cinder-815582-5-smb {{(pid=101939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:40:09.049990 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 35848) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:40:09.089802 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-1b0c1aa3-5edb-4607-887f-057550cd2f11 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c891adeb9b349c7bd3f84c6ade7af5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386534 Oct 29 01:40:09.092401 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.wsgi [-] (101938) accepted ('10.222.0.77', 35850) {{(pid=101938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:40:09.141631 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5ec5022b-a6ab-4dfd-985a-72107da11873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:09.161855 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5ec5022b-a6ab-4dfd-985a-72107da11873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:09.269042 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5ec5022b-a6ab-4dfd-985a-72107da11873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572691'] for security_group, after_delete {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:09.272494 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron_lib.callbacks.manager [None req-5ec5022b-a6ab-4dfd-985a-72107da11873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:09.273999 dv-cinder-815582-5-smb neutron-server[101938]: INFO neutron.wsgi [None req-5ec5022b-a6ab-4dfd-985a-72107da11873 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36bea7ba-e71f-4c73-967a-34e0af1c5409 HTTP/1.1" status: 204 len: 168 time: 0.1804826 Oct 29 01:40:09.282501 dv-cinder-815582-5-smb neutron-server[101938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5022b-a6ab-4dfd-985a-72107da11873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bea7ba-e71f-4c73-967a-34e0af1c5409,revision_number=None']} {{(pid=101938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:40:09.860685 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:28.382429 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:40:28.471438 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fcb96d82-2eed-4b5a-8a57-c46fa1798e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:31.033660 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-bef3ef95-eeb4-4a07-b7e2-de39c0ceb2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:31.577016 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:32.205321 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:34.199517 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:39.930884 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:58.489948 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-3e15a4ef-5780-41ba-903e-bc10651971b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:01.033018 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-0761e5f7-72ef-422e-9394-193698253dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:01.581131 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:02.261673 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:04.204250 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:05.381417 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:41:09.844027 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:28.452848 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-06675aff-4316-405e-b8bb-4aadab703a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:31.037040 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-7f57d174-6739-4d2a-9104-5918255da726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:31.607241 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:32.265579 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:34.208226 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:39.893752 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:42.381441 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:41:58.452900 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-5041ea47-72a7-428a-aae0-c7ad8a54cbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:01.042972 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-17b2a818-c8b9-44b3-b7e5-46429dd63bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:01.578559 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:02.224267 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:04.207093 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:09.926876 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:19.379637 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:42:28.468987 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-eff43adf-e76e-484e-a704-45abdc7f3b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:31.034299 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-9a207854-f846-4305-80b9-02b4f26d66de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:31.588838 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:32.228514 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:34.348755 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:39.856883 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:56.379168 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:42:58.462009 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7f9e-95a5-437f-9980-fcfbee486c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:01.034127 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-b3915894-6804-447d-9564-2840556df931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:01.622161 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:02.251094 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:04.216342 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:09.907450 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:28.472740 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-de48091c-5547-4cae-957b-50288cbcc135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:31.055693 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-b812c66f-c743-492b-9b0e-4af6d08c5628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:31.609916 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:32.238089 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:33.379087 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:43:34.250056 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:39.964403 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:58.477601 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-159c5374-dbf3-4f60-ae77-e11c0d11dea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:01.043191 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-dcc596d8-bc97-4477-93ee-e59daf07b4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:01.575146 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:02.218892 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:04.272086 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:09.866351 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:10.377538 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:44:28.465489 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-070d3bec-7221-49e6-8f85-2f15d97d4f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:31.058245 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4897f13b-98fd-49c6-8c63-e7a60313ef54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:31.600763 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:32.251944 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:34.265633 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:39.891530 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7df0-2299-4a0a-aace-ec4fa78a6004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:47.376095 dv-cinder-815582-5-smb neutron-server[101940]: DEBUG neutron.db.agents_db [None req-d7e1a9bc-b3b2-47e2-aca2-6b7be6281342 None None] Agent healthcheck: found 6 active agents {{(pid=101940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:44:58.467830 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-52f67e90-f27a-4746-90b0-9e3f80f55394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:45:01.041890 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-09416fe7-04c6-4fd9-bde9-2ff18d691980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:45:01.608154 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-fda2c7ad-9416-42dc-bea1-8e9425d108d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:45:02.236778 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-025bae76-336e-4458-8216-bd32cad07a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:45:04.264778 dv-cinder-815582-5-smb neutron-server[101939]: DEBUG neutron_lib.callbacks.manager [None req-4caed62e-1b6d-4488-bd28-fe229f5a9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734167248222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1467620'] for agent, after_update {{(pid=101939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}